-- Logs begin at Thu 2021-09-09 04:39:41 UTC, end at Thu 2021-09-09 05:36:25 UTC. -- Sep 09 05:08:56.920973 dv-cinder-772623-14-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 09 05:08:59.670562 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.common.config [-] Logging enabled! Sep 09 05:08:59.671183 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev628 Sep 09 05:08:59.671323 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94188) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 09 05:08:59.674913 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.common.config [-] Logging enabled! Sep 09 05:08:59.675166 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev628 Sep 09 05:08:59.675475 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94188) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 09 05:08:59.676414 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 09 05:08:59.676644 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 09 05:08:59.677008 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 09 05:08:59.677252 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 09 05:08:59.677477 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 09 05:08:59.677818 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:08:59.678117 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:08:59.678411 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:08:59.678638 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:08:59.678926 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:08:59.679214 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:08:59.679490 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:08:59.679776 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:08:59.680068 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:08:59.680346 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:08:59.680619 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:08:59.680897 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:08:59.681124 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:08:59.681398 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:08:59.681680 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:08:59.681988 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:08:59.682209 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] debug = True {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:08:59.682485 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:08:59.682906 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:08:59.683319 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:08:59.683597 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:08:59.683883 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:08:59.684157 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:08:59.684424 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:08:59.684694 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:08:59.684973 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:08:59.685299 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] host = dv-cinder-772623-14-iscsi {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:08:59.685573 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:08:59.685882 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:08:59.686165 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:08:59.686445 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:08:59.686714 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:08:59.686988 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:08:59.687269 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:08:59.687538 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:08:59.687910 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] log_file = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:08:59.688185 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:08:59.688470 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:08:59.688753 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:08:59.689037 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:08:59.689258 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:08:59.689477 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:08:59.689794 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:08:59.690081 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:08:59.690351 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:08:59.690618 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:08:59.690885 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:08:59.691152 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:08:59.691418 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:08:59.691681 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:08:59.691963 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:08:59.692240 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:08:59.692518 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:08:59.692783 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:08:59.693050 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:08:59.693316 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:08:59.693580 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:08:59.693884 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:08:59.694152 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:08:59.694416 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:08:59.694680 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:08:59.694958 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:08:59.695218 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:08:59.695484 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:08:59.695781 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:08:59.696061 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:08:59.696339 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:08:59.696621 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:08:59.696889 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:08:59.697167 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:08:59.697437 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:08:59.697725 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:08:59.697999 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] use_json = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:08:59.698270 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:08:59.698538 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:08:59.698816 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:08:59.699086 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:08:59.699357 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:08:59.699627 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:08:59.699895 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:08:59.700176 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:08:59.700470 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.700764 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.701058 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.701340 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.701638 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.701940 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.702227 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.702503 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.702789 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.703073 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.703887 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.704165 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.704493 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.704727 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.705019 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.705317 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.705609 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.705928 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.706202 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.706474 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.706746 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.707023 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.707304 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.707580 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.707868 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.708152 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.708426 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.708713 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.709003 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.709289 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.709560 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.709874 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.710164 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.710439 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.710711 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.710987 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.711271 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.711544 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.711813 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.712095 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.712368 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.712637 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.712906 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.713177 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.713462 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.713758 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.714030 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.714299 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.714573 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.714838 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.715117 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.715389 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.715657 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.715926 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.716199 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.716466 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.716731 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.717004 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.717270 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.717541 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.717845 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.718117 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.718383 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.718648 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.719519 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.719802 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.720069 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.720345 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.720612 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.720877 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.721145 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.721410 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.721959 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.722249 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.722544 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.722817 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.723089 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.723361 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.723633 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.723904 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.724175 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.724448 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.724721 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.724987 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.725272 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.725550 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.725868 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.726149 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.726421 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.726720 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.726994 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.727272 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.727543 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.727815 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.728092 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.728373 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.728663 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.728952 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.729243 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.729532 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.729847 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.730123 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.730425 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.730702 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:08:59.730919 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 09 05:08:59.731156 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94188) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 09 05:09:00.078866 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 09 05:09:00.079775 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 09 05:09:00.080074 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 09 05:09:00.080409 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 09 05:09:00.484446 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:00.484856 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:00.485138 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:00.486472 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:00.486748 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:00.487013 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:00.523165 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:00.523436 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:00.523701 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:00.539019 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:00.539299 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:00.539564 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:00.567989 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:00.568262 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:00.568531 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:00.607098 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:00.607376 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:00.607640 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:00.844979 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:00.845627 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:00.845627 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:00.845830 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:00.846467 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:00.968575 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:00.968949 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:00.969236 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:00.969508 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:00.969795 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:00.970103 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:00.970358 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:00.970609 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:00.970859 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:00.971134 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:00.971405 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:00.971652 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:00.972152 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:00.972396 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:00.972643 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:00.972901 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:00.973160 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:00.973403 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:00.973664 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:00.973938 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:00.974205 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:00.974451 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:00.974726 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:00.975098 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:00.975339 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:00.975579 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:00.975965 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94188) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 05:09:00.976201 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94188) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 05:09:00.976433 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94188) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 05:09:00.976664 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94188) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 05:09:00.976894 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94188) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 05:09:00.977123 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94188) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 05:09:00.977479 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 09 05:09:00.980568 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 09 05:09:00.984512 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 09 05:09:00.988279 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Sep 09 05:09:00.989918 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 09 05:09:00.990365 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 09 05:09:00.990693 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 09 05:09:00.991072 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 09 05:09:00.993880 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 09 05:09:00.994130 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 09 05:09:00.994474 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 09 05:09:00.999753 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 09 05:09:01.022515 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 09 05:09:01.022955 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:01.023247 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94188) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 09 05:09:01.023609 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:01.024960 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94188) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 09 05:09:01.025237 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 09 05:09:01.025478 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 09 05:09:01.028801 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:01.029084 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:01.092252 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 09 05:09:01.092491 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 09 05:09:01.092725 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 09 05:09:01.093091 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 09 05:09:01.116751 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_db.sqlalchemy.engines [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94188) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 09 05:09:01.645674 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.plugins.ml2.managers [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Initializing driver for type 'gre' Sep 09 05:09:01.646221 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] gre ID ranges: [(1, 1000)] Sep 09 05:09:01.697861 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.plugins.ml2.managers [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Initializing driver for type 'local' Sep 09 05:09:01.698266 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.plugins.ml2.managers [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Initializing driver for type 'vlan' Sep 09 05:09:01.711251 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] VlanTypeDriver initialization complete Sep 09 05:09:01.711558 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.plugins.ml2.managers [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Initializing driver for type 'vxlan' Sep 09 05:09:01.712032 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] vxlan ID ranges: [(1, 1000)] Sep 09 05:09:01.768245 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.plugins.ml2.managers [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Initializing extension driver 'port_security' Sep 09 05:09:01.768627 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.plugins.ml2.extensions.port_security [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] PortSecurityExtensionDriver initialization complete Sep 09 05:09:01.768985 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.plugins.ml2.managers [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Initializing mechanism driver 'openvswitch' Sep 09 05:09:01.769309 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.plugins.ml2.managers [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Initializing mechanism driver 'hyperv' Sep 09 05:09:01.776118 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.plugins.ml2.plugin [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:09:01.776805 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Subscribe: > port after_create 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:01.777172 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Subscribe: > port after_update 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:01.777524 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Subscribe: > port after_delete 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:01.778074 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94188) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 09 05:09:01.778504 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Subscribe: > subnet after_create 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:01.778854 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Subscribe: > subnet after_update 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:01.779197 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:01.779584 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94188) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 09 05:09:01.779989 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Subscribe: > network after_create 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:01.780340 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Subscribe: > network after_update 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:01.780684 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Subscribe: > network after_delete 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:01.781074 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94188) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 09 05:09:01.782038 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Subscribe: > security_group after_create 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:01.782389 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Subscribe: > security_group after_update 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:01.782725 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:01.783329 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94188) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 09 05:09:01.783745 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:01.784099 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:01.784443 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:01.784834 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94188) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 09 05:09:01.785238 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Subscribe: > address_group after_create 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:01.785585 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Subscribe: > address_group after_update 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:01.786062 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:01.786342 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94188) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 09 05:09:01.786719 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] ML2 OVO RPC backend initialized. {{(pid=94188) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 09 05:09:01.787447 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:01.787803 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:01.788216 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Subscribe: > network before_response 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:01.788562 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Subscribe: > networks before_response 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:01.788907 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Subscribe: > port before_response 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:01.789245 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Subscribe: > ports before_response 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:01.789587 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Subscribe: > subnet before_response 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:01.789950 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Subscribe: > subnets before_response 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:01.790295 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Subscribe: > network after_create 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:01.790640 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Subscribe: > network after_update 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:01.790971 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Subscribe: > network after_delete 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:01.791304 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Subscribe: > port after_create 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:01.791638 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Subscribe: > port after_update 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:01.792000 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Subscribe: > port after_delete 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:01.792332 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Subscribe: > subnet after_create 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:01.792666 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Subscribe: > subnet after_update 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:01.792996 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:01.793558 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.plugins.ml2.plugin [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Modular L2 Plugin initialization complete Sep 09 05:09:01.793905 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading services supported by the core plugin {{(pid=94188) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 09 05:09:01.794229 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.plugins.ml2.managers [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Got port-security extension from driver 'port_security' Sep 09 05:09:01.794683 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.extensions.vlantransparent [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Disabled vlantransparent extension. Sep 09 05:09:01.795157 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94188) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 09 05:09:01.795471 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading Plugin: router Sep 09 05:09:01.832330 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:01.832806 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Subscribe: > router after_create 55549900 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:01.833195 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Subscribe: > router before_create 55549900 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:01.833628 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:01.834105 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:01.834496 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Subscribe: > router after_delete 55549900 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:01.834916 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Subscribe: > floatingip after_create 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:01.835349 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:01.835770 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Subscribe: > router after_create 55549900 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:01.836185 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Subscribe: > router after_update 55549900 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:01.836571 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Subscribe: > router after_update 55549900 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:01.837002 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:01.837455 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Subscribe: > router after_update 55549900 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:01.837951 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Subscribe: > router precommit_update 55549900 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:01.838382 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Subscribe: port after_update 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:01.838781 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Subscribe: port after_delete 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:01.839243 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Subscribe: subnet after_update 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:01.839607 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:01.839997 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:01.840376 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Subscribe: > router precommit_create 55549900 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:01.840775 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Subscribe: port before_delete 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:01.841190 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Subscribe: > router precommit_create 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:01.841616 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Subscribe: > router after_update 55549900 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:01.842114 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:01.842420 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Subscribe: > router precommit_create 55549900 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:01.842852 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:01.843330 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Subscribe: > router precommit_update 55549900 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:01.843763 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Subscribe: > agent after_create 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:01.844864 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Subscribe: > agent after_delete 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:01.845216 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Subscribe: > network after_delete 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:01.846169 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.quota.resource_registry [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Tracking information for resource: router configured {{(pid=94188) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 05:09:01.846560 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.quota.resource_registry [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Tracking information for resource: floatingip configured {{(pid=94188) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 09 05:09:01.852327 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.db.l3_agentschedulers_db [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 09 05:09:01.852972 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Subscribe: port after_update 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:01.853412 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Subscribe: port after_create 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:01.853831 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Subscribe: port after_delete 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:01.854282 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Subscribe: port after_update 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:01.855255 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Subscribe: > router before_create 55550100 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:01.855655 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:01.856084 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Subscribe: > router precommit_create 55550100 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:01.856537 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Subscribe: > router precommit_update 55550100 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:01.861860 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.services.provider_configuration [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Service providers = [] {{(pid=94188) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 09 05:09:01.862252 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.db.servicetype_db [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94188) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 09 05:09:01.865200 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.services.service_base [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94188) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 09 05:09:01.865552 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.services.service_base [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94188) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 09 05:09:01.865929 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.services.service_base [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94188) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 09 05:09:01.866822 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.services.service_base [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94188) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 09 05:09:01.867195 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.services.service_base [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 09 05:09:01.867573 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94188) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 05:09:01.867894 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 09 05:09:01.878686 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94188) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 05:09:01.879023 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading Plugin: auto_allocate Sep 09 05:09:01.884757 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Subscribe: network precommit_update 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:01.885130 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Subscribe: network precommit_create 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:01.885649 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94188) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 05:09:01.886002 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading Plugin: tag Sep 09 05:09:01.893077 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94188) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 05:09:01.893402 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading Plugin: timestamp Sep 09 05:09:01.897402 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94188) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 05:09:01.897762 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading Plugin: network_ip_availability Sep 09 05:09:01.903161 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:01.903535 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:01.903888 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:01.904607 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94188) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 05:09:01.904923 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading Plugin: flavors Sep 09 05:09:01.910235 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94188) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 05:09:01.910567 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading Plugin: revisions Sep 09 05:09:01.914805 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94188) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 09 05:09:01.915193 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_concurrency.lockutils [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.835s {{(pid=94188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 09 05:09:01.915916 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94188) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 09 05:09:01.916248 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Initializing extension manager. Sep 09 05:09:01.916759 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: __init__.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:01.917098 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: __pycache__ {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:01.917429 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:01.917788 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: address_group.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:01.918538 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:01.919088 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loaded extension: address-group Sep 09 05:09:01.919408 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: address_scope.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:01.920304 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:01.920804 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loaded extension: address-scope Sep 09 05:09:01.921124 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:01.922105 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:01.922604 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loaded extension: router-admin-state-down-before-update Sep 09 05:09:01.922920 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: agent.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:01.923616 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:01.924107 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loaded extension: agent Sep 09 05:09:01.924425 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: agent_resources_synced.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:01.925336 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:01.925863 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loaded extension: agent-resources-synced Sep 09 05:09:01.926187 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: allowedaddresspairs.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:01.927974 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:01.928485 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loaded extension: allowed-address-pairs Sep 09 05:09:01.928809 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: auto_allocated_topology.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:01.929914 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:01.930419 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loaded extension: auto-allocated-topology Sep 09 05:09:01.930745 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: availability_zone.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:01.931467 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:01.931965 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loaded extension: availability_zone Sep 09 05:09:01.932284 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: availability_zone_filter.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:01.933199 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:01.933714 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loaded extension: availability_zone_filter Sep 09 05:09:01.934046 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: data_plane_status.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:01.934952 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:01.935447 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Extension data-plane-status not supported by any of loaded plugins Sep 09 05:09:01.935767 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: default_subnetpools.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:01.936678 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:01.937177 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loaded extension: default-subnetpools Sep 09 05:09:01.937495 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:01.938361 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:01.938860 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loaded extension: dhcp_agent_scheduler Sep 09 05:09:01.939180 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: dns.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:01.940096 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:01.940592 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Extension dns-integration not supported by any of loaded plugins Sep 09 05:09:01.940912 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: dns_domain_ports.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:01.941860 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:01.942356 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 09 05:09:01.942675 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:01.943593 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:01.944088 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 09 05:09:01.944406 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: dvr.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:01.945071 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:01.945565 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loaded extension: dvr Sep 09 05:09:01.945916 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: ecmp_routes.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:01.946826 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:01.947319 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 09 05:09:01.947640 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: empty_string_filtering.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:01.948546 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:01.949039 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loaded extension: empty-string-filtering Sep 09 05:09:01.949360 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:01.950291 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:01.950785 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 09 05:09:01.951106 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:01.952043 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:01.952541 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 09 05:09:01.952863 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: external_net.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:01.954316 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:01.954807 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loaded extension: external-net Sep 09 05:09:01.955127 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:01.956046 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:01.956540 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loaded extension: extra_dhcp_opt Sep 09 05:09:01.956869 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: extraroute.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:01.957809 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:01.958304 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loaded extension: extraroute Sep 09 05:09:01.958617 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: extraroute_atomic.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:01.959642 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:01.960139 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loaded extension: extraroute-atomic Sep 09 05:09:01.960463 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: filter_validation.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:01.961135 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:01.961674 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loaded extension: filter-validation Sep 09 05:09:01.961987 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: fip_pf_description.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:01.962905 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:01.963404 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 09 05:09:01.963723 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: fip_port_details.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:01.964641 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:01.965138 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loaded extension: fip-port-details Sep 09 05:09:01.965459 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: flavors.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:01.966977 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:01.967671 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loaded extension: flavors Sep 09 05:09:01.967993 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:01.970395 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:01.970908 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 09 05:09:01.971242 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: floatingip_pools.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:01.972212 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:01.972711 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loaded extension: floatingip-pools Sep 09 05:09:01.973038 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: ip_allocation.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:01.974000 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:01.974498 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Extension ip_allocation not supported by any of loaded plugins Sep 09 05:09:01.974824 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:01.975745 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:01.976243 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loaded extension: ip-substring-filtering Sep 09 05:09:01.976668 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: l2_adjacency.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:01.977597 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:01.978120 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 09 05:09:01.978446 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: l3.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:01.979574 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:01.980083 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loaded extension: router Sep 09 05:09:01.980411 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:01.982668 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:01.983189 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 09 05:09:01.983524 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:01.984487 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:01.985171 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loaded extension: ext-gw-mode Sep 09 05:09:01.985501 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:01.986470 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:01.986978 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loaded extension: l3-ha Sep 09 05:09:01.987305 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: l3_flavors.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:01.988214 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:01.988718 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loaded extension: l3-flavors Sep 09 05:09:01.989044 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:01.990010 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:01.990509 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 09 05:09:01.990832 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: l3agentscheduler.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:01.991872 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:01.992378 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loaded extension: l3_agent_scheduler Sep 09 05:09:01.992702 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: logging.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:01.994212 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:01.994718 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Extension logging not supported by any of loaded plugins Sep 09 05:09:01.995047 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: metering.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:01.995784 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:01.996348 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loaded extension: metering Sep 09 05:09:01.996671 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:01.997812 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:01.998316 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loaded extension: metering_source_and_destination_fields Sep 09 05:09:01.998640 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: multiprovidernet.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:01.999564 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:02.000061 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loaded extension: multi-provider Sep 09 05:09:02.000490 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: netmtu.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:02.001411 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:02.001928 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loaded extension: net-mtu Sep 09 05:09:02.002255 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: netmtu_writable.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:02.003172 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:02.003665 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loaded extension: net-mtu-writable Sep 09 05:09:02.003983 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: network_availability_zone.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:02.004647 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:02.005141 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loaded extension: network_availability_zone Sep 09 05:09:02.005459 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: network_ip_availability.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:02.006594 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:02.007096 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loaded extension: network-ip-availability Sep 09 05:09:02.007424 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: network_segment_range.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:02.008190 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:02.008683 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Extension network-segment-range not supported by any of loaded plugins Sep 09 05:09:02.009004 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: pagination.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:02.010016 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:02.010346 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loaded extension: pagination Sep 09 05:09:02.010664 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: port_device_profile.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:02.011570 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:02.012076 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loaded extension: port-device-profile Sep 09 05:09:02.012402 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:02.013322 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:02.013860 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loaded extension: port-mac-address-regenerate Sep 09 05:09:02.014208 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:02.015124 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:02.015622 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loaded extension: port-numa-affinity-policy Sep 09 05:09:02.016453 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: port_resource_request.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:02.017486 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:02.018031 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Extension port-resource-request not supported by any of loaded plugins Sep 09 05:09:02.018355 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: portbindings.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:02.019282 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:02.019781 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loaded extension: binding Sep 09 05:09:02.020102 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: portbindings_extended.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:02.021364 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:02.021904 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loaded extension: binding-extended Sep 09 05:09:02.022236 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: portsecurity.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:02.023157 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:02.023660 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loaded extension: port-security Sep 09 05:09:02.023984 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: project_id.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:02.024958 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:02.025284 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loaded extension: project-id Sep 09 05:09:02.025605 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: providernet.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:02.026564 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:02.027064 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loaded extension: provider Sep 09 05:09:02.027386 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: qos.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:02.030958 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:02.032019 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Extension qos not supported by any of loaded plugins Sep 09 05:09:02.032348 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:02.033591 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:02.034130 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 09 05:09:02.034461 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:02.035378 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:02.035877 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 09 05:09:02.036202 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: qos_default.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:02.037109 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:02.037609 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Extension qos-default not supported by any of loaded plugins Sep 09 05:09:02.037963 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: qos_fip.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:02.038613 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:02.039102 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Extension qos-fip not supported by any of loaded plugins Sep 09 05:09:02.039422 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: qos_gateway_ip.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:02.040345 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:02.040842 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 09 05:09:02.041165 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: qos_port_network_policy.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:02.042106 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:02.042612 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 09 05:09:02.042935 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: qos_pps_rule.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:02.044092 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:02.044595 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Extension qos-pps not supported by any of loaded plugins Sep 09 05:09:02.044920 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: qos_rule_type_details.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:02.045871 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:02.046372 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 09 05:09:02.046693 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: qos_rules_alias.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:02.047754 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:02.048249 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 09 05:09:02.048570 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: quotasv2.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:02.049470 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:02.049834 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loaded extension: quotas Sep 09 05:09:02.050157 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: quotasv2_detail.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:02.053443 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:02.053819 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loaded extension: quota_details Sep 09 05:09:02.054150 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: rbac.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:02.055206 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:02.055720 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loaded extension: rbac-policies Sep 09 05:09:02.056049 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: rbac_address_group.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:02.056980 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:02.057484 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loaded extension: rbac-address-group Sep 09 05:09:02.057850 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: rbac_address_scope.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:02.058775 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:02.059274 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loaded extension: rbac-address-scope Sep 09 05:09:02.059596 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: rbac_security_groups.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:02.060512 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:02.061008 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loaded extension: rbac-security-groups Sep 09 05:09:02.061329 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: rbac_subnetpool.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:02.062292 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:02.062832 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loaded extension: rbac-subnetpool Sep 09 05:09:02.063184 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: revisionifmatch.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:02.064076 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:02.064579 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loaded extension: revision-if-match Sep 09 05:09:02.064902 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: revisions.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:02.066056 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:02.066559 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loaded extension: standard-attr-revisions Sep 09 05:09:02.066885 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: router_availability_zone.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:02.067564 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:02.068061 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loaded extension: router_availability_zone Sep 09 05:09:02.068382 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: routerservicetype.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:02.069300 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:02.069833 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Extension router-service-type not supported by any of loaded plugins Sep 09 05:09:02.070159 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:02.071078 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:02.071584 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loaded extension: security-groups-normalized-cidr Sep 09 05:09:02.071905 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:02.072826 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:02.073330 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loaded extension: port-security-groups-filtering Sep 09 05:09:02.073650 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:02.074592 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:02.075092 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loaded extension: security-groups-remote-address-group Sep 09 05:09:02.075412 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: securitygroup.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:02.087076 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:02.087608 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loaded extension: security-group Sep 09 05:09:02.087937 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: segment.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:02.088746 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:02.089248 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Extension segment not supported by any of loaded plugins Sep 09 05:09:02.089573 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:02.090570 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:02.091074 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 09 05:09:02.091387 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: servicetype.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:02.092569 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:02.093085 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loaded extension: service-type Sep 09 05:09:02.093408 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: sorting.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:02.095181 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:02.095515 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loaded extension: sorting Sep 09 05:09:02.095838 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: standard_attr_segment.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:02.097027 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:02.097536 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 09 05:09:02.097894 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: standardattrdescription.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:02.098545 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:02.099043 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loaded extension: standard-attr-description Sep 09 05:09:02.099362 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: stateful_security_group.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:02.100289 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:02.100794 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loaded extension: stateful-security-group Sep 09 05:09:02.101114 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: stdattrs_common.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:02.101725 dv-cinder-772623-14-iscsi neutron-server[94188]: WARNING neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 09 05:09:02.102052 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:02.102982 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:02.103496 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 09 05:09:02.103816 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: subnet_onboard.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:02.104887 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:02.105392 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loaded extension: subnet_onboard Sep 09 05:09:02.105738 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:02.106665 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:02.107197 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 09 05:09:02.107517 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: subnet_service_types.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:02.108447 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:02.108948 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loaded extension: subnet-service-types Sep 09 05:09:02.109268 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: subnetallocation.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:02.110495 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:02.110998 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loaded extension: subnet_allocation Sep 09 05:09:02.111322 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:02.111990 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:02.112488 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loaded extension: subnetpool-prefix-ops Sep 09 05:09:02.112815 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:02.113808 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:02.114307 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 09 05:09:02.114627 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: tagging.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:02.115713 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:02.116224 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loaded extension: standard-attr-tag Sep 09 05:09:02.116549 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: timestamp.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:02.117801 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:02.118314 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loaded extension: standard-attr-timestamp Sep 09 05:09:02.118639 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: trunk.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:02.119669 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:02.120176 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Extension trunk not supported by any of loaded plugins Sep 09 05:09:02.120502 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: trunk_details.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:02.121422 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:02.121945 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Extension trunk-details not supported by any of loaded plugins Sep 09 05:09:02.122270 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: uplink_status_propagation.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:02.123197 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:02.123696 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 09 05:09:02.124019 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Loading extension file: vlantransparent.py {{(pid=94188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 09 05:09:02.124693 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 09 05:09:02.125289 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 09 05:09:02.127849 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.quota.resource_registry [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Creating instance of TrackedResource for resource:network Sep 09 05:09:02.128369 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.quota.resource_registry [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Creating instance of TrackedResource for resource:subnet Sep 09 05:09:02.128767 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.quota.resource_registry [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Creating instance of TrackedResource for resource:subnetpool Sep 09 05:09:02.129165 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.quota.resource_registry [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Creating instance of TrackedResource for resource:port Sep 09 05:09:02.130432 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.v2.resource_helper [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94188) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 05:09:02.130886 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.v2.resource_helper [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Service FLAVORS assigned prefix: {{(pid=94188) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 05:09:02.131519 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.v2.resource_helper [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94188) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 05:09:02.131945 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.v2.resource_helper [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94188) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 05:09:02.132284 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.quota.resource_registry [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Creating instance of TrackedResource for resource:router Sep 09 05:09:02.132711 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.quota.resource_registry [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Creating instance of TrackedResource for resource:floatingip Sep 09 05:09:02.133201 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.v2.resource_helper [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Service METERING assigned prefix: /metering {{(pid=94188) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 05:09:02.134658 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:02.135028 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:02.135379 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:09:02.136391 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.quota.resource_registry [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Creating instance of CountableResource for resource:rbac_policy Sep 09 05:09:02.136843 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.quota.resource_registry [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Creating instance of TrackedResource for resource:security_group Sep 09 05:09:02.137271 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.quota.resource_registry [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 09 05:09:02.137888 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.v2.resource_helper [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Service CORE assigned prefix: {{(pid=94188) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 05:09:02.138217 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.quota.resource_registry [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Creating instance of TrackedResource for resource:subnetpool Sep 09 05:09:02.138559 dv-cinder-772623-14-iscsi neutron-server[94188]: WARNING neutron.quota.resource_registry [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] subnetpool is already registered Sep 09 05:09:02.139020 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.v2.resource_helper [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Service CORE assigned prefix: {{(pid=94188) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 05:09:02.139347 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.quota.resource_registry [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Creating instance of TrackedResource for resource:subnetpool Sep 09 05:09:02.139680 dv-cinder-772623-14-iscsi neutron-server[94188]: WARNING neutron.quota.resource_registry [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] subnetpool is already registered Sep 09 05:09:02.142661 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.v2.resource_helper [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94188) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 05:09:02.143099 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.v2.resource_helper [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Service FLAVORS assigned prefix: {{(pid=94188) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 05:09:02.143705 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.v2.resource_helper [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94188) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 05:09:02.144129 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.v2.resource_helper [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94188) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 05:09:02.144458 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.quota.resource_registry [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Creating instance of TrackedResource for resource:router Sep 09 05:09:02.144797 dv-cinder-772623-14-iscsi neutron-server[94188]: WARNING neutron.quota.resource_registry [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] router is already registered Sep 09 05:09:02.145209 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.quota.resource_registry [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Creating instance of TrackedResource for resource:floatingip Sep 09 05:09:02.145544 dv-cinder-772623-14-iscsi neutron-server[94188]: WARNING neutron.quota.resource_registry [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] floatingip is already registered Sep 09 05:09:02.146031 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.v2.resource_helper [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Service METERING assigned prefix: /metering {{(pid=94188) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 05:09:02.146707 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.quota.resource_registry [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Creating instance of CountableResource for resource:rbac_policy Sep 09 05:09:02.147034 dv-cinder-772623-14-iscsi neutron-server[94188]: WARNING neutron.quota.resource_registry [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] rbac_policy is already registered Sep 09 05:09:02.147445 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.quota.resource_registry [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Creating instance of TrackedResource for resource:security_group Sep 09 05:09:02.147777 dv-cinder-772623-14-iscsi neutron-server[94188]: WARNING neutron.quota.resource_registry [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] security_group is already registered Sep 09 05:09:02.148174 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.quota.resource_registry [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 09 05:09:02.148504 dv-cinder-772623-14-iscsi neutron-server[94188]: WARNING neutron.quota.resource_registry [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] security_group_rule is already registered Sep 09 05:09:02.149129 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.v2.resource_helper [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Service CORE assigned prefix: {{(pid=94188) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 05:09:02.149454 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.quota.resource_registry [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Creating instance of TrackedResource for resource:subnetpool Sep 09 05:09:02.149817 dv-cinder-772623-14-iscsi neutron-server[94188]: WARNING neutron.quota.resource_registry [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] subnetpool is already registered Sep 09 05:09:02.150241 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.v2.resource_helper [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Service CORE assigned prefix: {{(pid=94188) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 09 05:09:02.150569 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.quota.resource_registry [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Creating instance of TrackedResource for resource:subnetpool Sep 09 05:09:02.150898 dv-cinder-772623-14-iscsi neutron-server[94188]: WARNING neutron.quota.resource_registry [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] subnetpool is already registered Sep 09 05:09:02.151369 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Extended resource: extensions {{(pid=94188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 05:09:02.152841 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Extended resource: address-groups {{(pid=94188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 05:09:02.154362 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Extended resource: address-scopes {{(pid=94188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 05:09:02.155689 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Extended resource: agents {{(pid=94188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 05:09:02.157408 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Extended resource: auto-allocated-topology {{(pid=94188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 05:09:02.158705 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Extended resource: availability_zones {{(pid=94188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 05:09:02.159929 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Extended resource: dhcp-networks {{(pid=94188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 05:09:02.161455 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Extended resource: dhcp-agents {{(pid=94188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 05:09:02.162930 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Extended resource: routers {{(pid=94188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 05:09:02.165139 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Extended resource: flavors {{(pid=94188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 05:09:02.166339 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Extended resource: service_profiles {{(pid=94188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 05:09:02.167555 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Extended resource: next_providers {{(pid=94188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 05:09:02.169050 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Extended resource: service_profiles {{(pid=94188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 05:09:02.170625 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Extended resource: floatingip-pools {{(pid=94188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 05:09:02.171840 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Extended resource: routers {{(pid=94188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 05:09:02.174021 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Extended resource: floatingips {{(pid=94188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 05:09:02.175309 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Extended resource: l3-routers {{(pid=94188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 05:09:02.176707 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Extended resource: l3-agents {{(pid=94188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 05:09:02.178152 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Extended resource: metering-labels {{(pid=94188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 05:09:02.179638 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Extended resource: metering-label-rules {{(pid=94188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 05:09:02.180917 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Extended resource: network-ip-availabilities {{(pid=94188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 05:09:02.182227 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Extended resource: bindings {{(pid=94188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 05:09:02.184690 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Extended resource: quotas {{(pid=94188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 05:09:02.186191 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Extended resource: quotas {{(pid=94188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 05:09:02.187654 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Extended resource: rbac-policies {{(pid=94188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 05:09:02.188981 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Extended resource: security-groups {{(pid=94188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 05:09:02.190299 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Extended resource: security-group-rules {{(pid=94188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 05:09:02.191596 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Extended resource: service-providers {{(pid=94188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 05:09:02.192811 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Extended resource: subnetpools {{(pid=94188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 05:09:02.194294 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Extended resource: subnetpools {{(pid=94188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 05:09:02.195752 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Extended resource: tags {{(pid=94188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 05:09:02.197421 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Extended resource: tags {{(pid=94188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 05:09:02.199285 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Extended resource: tags {{(pid=94188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 05:09:02.201090 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Extended resource: tags {{(pid=94188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 05:09:02.202913 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Extended resource: tags {{(pid=94188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 05:09:02.205372 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Extended resource: tags {{(pid=94188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 05:09:02.207108 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Extended resource: tags {{(pid=94188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 05:09:02.209038 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Extended resource: tags {{(pid=94188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 05:09:02.210824 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Extended resource: tags {{(pid=94188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 05:09:02.212603 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron.api.extensions [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Extended resource: tags {{(pid=94188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 09 05:09:02.218553 dv-cinder-772623-14-iscsi neutron-server[94188]: WARNING keystonemiddleware.auth_token [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 09 05:09:02.224111 dv-cinder-772623-14-iscsi neutron-server[94188]: WARNING keystonemiddleware.auth_token [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 09 05:09:02.232508 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_concurrency.lockutils [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Acquired lock "singleton_lock" {{(pid=94188) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 09 05:09:02.232977 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_concurrency.lockutils [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Releasing lock "singleton_lock" {{(pid=94188) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 09 05:09:02.233611 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO oslo_service.service [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Starting 2 workers Sep 09 05:09:02.238537 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Started child 94297 {{(pid=94188) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 09 05:09:02.245177 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Started child 94298 {{(pid=94188) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 09 05:09:02.245392 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:09:02.246038 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO neutron.service [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 09 05:09:02.246038 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Notify callbacks [] for process, before_spawn {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:09:02.246203 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [-] (94297) wsgi starting up on http://0.0.0.0:9696 Sep 09 05:09:02.247704 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:09:02.248124 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO oslo_service.service [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Starting 1 workers Sep 09 05:09:02.249012 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [-] (94298) wsgi starting up on http://0.0.0.0:9696 Sep 09 05:09:02.253468 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Started child 94299 {{(pid=94188) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 09 05:09:02.254022 dv-cinder-772623-14-iscsi neutron-server[94188]: INFO oslo_service.service [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Starting 1 workers Sep 09 05:09:02.257353 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.service [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] calling RpcWorker wait() {{(pid=94299) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 09 05:09:02.257948 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.service [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] returning from RpcWorker wait() {{(pid=94299) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 09 05:09:02.258591 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Started child 94300 {{(pid=94188) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 09 05:09:02.259187 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:09:02.259450 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG neutron_lib.callbacks.manager [None req-1ce400f3-eaee-4f3d-b478-ae2873d7f439 None None] Notify callbacks [] for process, after_spawn {{(pid=94188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:09:02.259645 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:09:02.261521 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94188) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 09 05:09:02.261761 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 09 05:09:02.261945 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 09 05:09:02.262154 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 09 05:09:02.262484 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 09 05:09:02.262646 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 09 05:09:02.263157 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.263450 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.263714 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.263974 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.264276 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.264564 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:09:02.265044 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.265120 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.265363 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.265630 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.266451 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.266695 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.266781 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.267035 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.267267 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.267567 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.267834 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.268123 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.268393 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.268567 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.268814 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.269084 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.269308 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.269587 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] debug = True {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.269874 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.270358 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.270618 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.270868 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.271091 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.271353 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.271595 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.271847 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.272090 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.272303 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.272556 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.272811 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.273045 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.273284 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.273501 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.273798 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.274024 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.274512 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] host = dv-cinder-772623-14-iscsi {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.274759 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.274982 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.275239 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.275486 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.275736 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.275950 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.276198 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.276439 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.276710 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.276938 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.277182 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.277434 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.277683 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.277972 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] log_file = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.278136 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] log_options = True {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.278385 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.278652 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.278910 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.279098 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.279264 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.279438 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.279787 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.279954 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.280206 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.280441 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.280654 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.280884 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.281125 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.281398 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.281830 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.282166 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.282576 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.282814 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.283091 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.283323 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.283603 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.283786 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.284004 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.284259 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.284471 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.284714 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.284937 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.285167 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.285379 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.285603 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.285860 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.286200 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.286353 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.286563 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.286818 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.287046 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.287293 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.287529 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.287740 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.287962 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.288213 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.288470 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.288683 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.288925 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.289137 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.289348 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.289579 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] use_json = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.289814 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.290055 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.290316 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.290528 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.290759 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.291968 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.292809 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.293306 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.293805 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.294274 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.295033 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.295033 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.295318 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.295534 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.295773 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.295999 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.296319 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.296514 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.296851 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.297160 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.297492 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.297763 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.298054 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.298718 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.298718 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.301510 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.301510 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.301510 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.301510 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.301510 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.301510 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.301985 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:09:02.302069 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.302069 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.302069 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.302069 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.302304 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.302585 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.302743 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.302975 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.303190 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.304246 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.306231 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.306477 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.307402 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.308020 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.308309 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.310382 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.310647 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.313364 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.314229 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.314465 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.314704 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.314958 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.315208 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.315451 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.315673 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.315893 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.316150 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.316396 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.316618 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.316852 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.317099 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.317370 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.317638 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.318755 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.318993 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.319242 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.319501 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.319758 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.319986 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.320226 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.320417 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.320634 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.320850 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.321111 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.321660 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.321906 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.322748 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.323144 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.323913 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.324403 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.324642 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.324889 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.325120 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.325403 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.325646 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.326136 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.326592 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.326819 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.327055 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.327269 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.327513 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.327730 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.327943 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.328155 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.328926 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.329138 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.329488 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.329842 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.330093 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.330343 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.330606 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.330853 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.331102 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.331382 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.331745 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.331986 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.332215 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.333358 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.335271 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.335825 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.337324 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.337569 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.337867 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.338102 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.338357 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.338587 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.338845 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.339110 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.339383 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.339635 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.339917 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.340196 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.340443 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.340721 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.340970 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.341255 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.341475 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.343165 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.344060 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.345591 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.345905 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.346152 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.346414 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.347233 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.347942 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.348378 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.348730 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.348989 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.349233 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.349512 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.349916 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.350167 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.350386 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.350619 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.350970 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.351218 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.351433 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.351644 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.351940 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.352185 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.352441 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.352698 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.352952 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.353203 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.353451 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.353679 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.353943 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.354178 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.354401 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.354614 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.354855 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.355090 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.355334 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.355545 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.355765 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.356000 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.356231 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.356470 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.356693 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.356931 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.357148 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.357402 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.357617 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.357874 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.358118 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.358335 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.358554 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.358788 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.359018 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.359262 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.359511 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.359944 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.360101 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.360362 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.360609 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.360850 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.361106 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.361342 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.361582 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.361820 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.362030 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.362241 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.362458 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.362672 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.362909 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.363152 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.363383 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.363632 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.363880 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.364211 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.364458 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.364700 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.364945 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.365162 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.365395 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.365641 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.365882 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.366095 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.366309 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.366521 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.366784 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.367014 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.367268 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.367476 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.367685 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.367897 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.368130 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.368337 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.368630 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.368876 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.369099 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.369372 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.369604 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.370276 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.370763 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.370979 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.371212 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.371452 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.371689 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.371896 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.372123 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.372333 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.372561 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.372801 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.373014 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.373222 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.373441 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.373787 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.373955 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.374129 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.374343 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.374546 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.374790 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.375004 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.375818 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.376030 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.376210 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.376414 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.376656 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.376864 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.377068 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.377283 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.377515 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.377823 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.378145 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.378391 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.378612 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.378897 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.379153 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.379392 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.379634 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.379930 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.380140 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.380372 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.380587 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.380799 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.381013 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.381262 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.381580 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.381902 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.382151 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.382381 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.382646 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.382918 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.383185 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.383394 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.383677 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.384031 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.384316 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.384562 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.384801 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.385049 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.385266 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.385477 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.385732 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.385964 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.386176 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.386408 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.386636 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.386880 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.387088 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.387309 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.387523 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.387763 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.387971 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:09:02.388066 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.388204 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.388413 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.388567 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 09 05:09:02.389097 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94188) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 09 05:09:02.389253 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 09 05:09:02.389401 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 09 05:09:02.389562 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 09 05:09:02.389750 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 09 05:09:02.389889 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 09 05:09:02.390091 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.390235 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.390400 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.390555 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.390727 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.391419 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.391743 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.391898 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.392052 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.392206 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.392361 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.392515 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.392667 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.392822 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.392975 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.393127 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.393279 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.393432 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.393591 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.393765 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.393921 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.394076 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.394228 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] debug = True {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.394381 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.394583 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.394743 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.394903 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.395058 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.395211 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.395364 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.395516 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.395669 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.395822 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.395976 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.396128 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.396280 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.396434 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.396587 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.396739 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.396892 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.397044 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] host = dv-cinder-772623-14-iscsi {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.397195 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.397347 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.397500 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.397652 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.397825 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.397977 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.398130 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.398283 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.398435 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.398587 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.398740 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.398893 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.399045 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.399197 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] log_file = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.399386 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] log_options = True {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.399535 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.399642 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.399794 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.399972 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.400132 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.400284 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.400436 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.400590 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.400765 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.400972 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.401101 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.401226 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.401350 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.401474 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.401599 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.401768 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.401924 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.402076 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.402226 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.402355 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.402512 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.402663 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.402817 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.402969 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.403122 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.403276 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.403428 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.403581 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.403732 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.403885 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.404038 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.404191 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.404345 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.404498 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.404651 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.404810 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.404946 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.405103 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.405261 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.405414 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.405566 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.405739 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.405895 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.406048 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.406201 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.406382 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.406627 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] use_json = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.406870 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.407027 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.407181 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.407335 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.407488 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.407641 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.407795 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.407948 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 09 05:09:02.408120 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.408277 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.408444 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.408600 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.408756 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.408912 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.409069 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.409224 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.409379 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.409535 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.409715 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.409887 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.410054 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.410210 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.410366 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.410524 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.410961 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.411124 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.411279 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.411435 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.411591 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.411746 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.411911 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.412067 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.412221 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.412375 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.412531 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.412702 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.412857 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.413014 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.413169 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.413324 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.413480 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.413637 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.413816 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.413963 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.414121 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.414277 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.414433 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.414588 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.414749 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.414905 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.415062 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.415218 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.415375 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.415531 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.415686 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.415843 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.415998 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.416154 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.416311 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.416467 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.416624 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.416780 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.416935 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.417100 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.417256 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.417411 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.417567 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.417740 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.417898 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.418053 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.418209 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.418387 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.418544 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.418699 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.418869 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.419024 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.419179 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.419334 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.419490 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.419647 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.419802 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.419959 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.420115 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.420269 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.420425 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.420580 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.420735 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.420890 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.421034 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.421190 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.421346 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.421501 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.421658 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.421833 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.422030 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.422257 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.422416 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.422582 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.422752 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.422908 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.423064 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.423219 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.423374 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.423529 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.423684 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.423839 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.423993 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.424149 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.424303 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.424459 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.424621 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.424776 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.424932 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.425086 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.425241 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.425394 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.425548 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.425742 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.425875 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.426030 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.426184 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.426339 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.426492 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.426647 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.426812 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.426967 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.427123 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.427279 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.427441 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.427607 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.427763 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.427932 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.428076 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.428204 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.428351 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.428505 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.428661 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.428816 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.428970 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.429125 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.429288 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.429495 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.429656 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.429849 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.430170 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.430354 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.430545 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.430774 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.430937 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.431092 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.431248 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.431403 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.431559 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.431715 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.431870 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.432026 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.432183 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.432338 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.432493 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.432648 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.432804 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.432960 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.433116 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.433272 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.433429 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.433585 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.433761 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.433919 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.434075 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.434231 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.434387 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.434546 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.434702 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.434858 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.435013 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.435168 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.435323 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.435479 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.435633 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.435787 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.435942 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.436097 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.436255 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.436411 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.436567 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.436722 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.436879 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.437035 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.437191 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.437347 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.437502 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.438240 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.438380 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.438489 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.438639 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.438795 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.438952 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.439107 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.439263 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.439418 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.439590 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.439746 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.439901 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.440057 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.440211 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.440366 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.440522 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.440676 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.440831 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.440985 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.441140 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.441302 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.441512 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.441629 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.441788 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.441945 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.442101 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.442257 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.442412 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.442581 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.442739 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.442880 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.443038 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.443195 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.443351 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.443518 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.443675 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.443831 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.443986 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.444140 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.444283 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.444453 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.444609 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.444765 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.444920 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.445059 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.445564 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.445564 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.445564 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.445940 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.445940 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.446150 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.446150 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.446362 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.446474 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.446588 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.446699 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.446838 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.446993 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.447159 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.447634 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.447634 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.447634 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.447955 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.447955 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.449395 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.449395 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.449395 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.449395 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.449395 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.449395 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.449395 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.449395 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.451176 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.451176 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.451176 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.451176 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.451176 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.451176 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.451176 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.451176 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.452082 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.452082 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.452082 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.452082 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.452082 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.452082 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.452082 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.452082 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.452981 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.452981 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.452981 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.452981 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.452981 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.452981 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.452981 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.452981 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.452981 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.454520 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.454520 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.454520 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.454520 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.454520 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.454520 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.454931 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.454931 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.454931 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.455283 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 09 05:09:02.455283 dv-cinder-772623-14-iscsi neutron-server[94188]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 09 05:09:02.592541 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 59206) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:09:02.601396 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065880 Sep 09 05:09:13.916305 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a9f599-e5f1-40e2-a291-b1e090279232 None None] get_active_networks_info from dv-cinder-772623-14-iscsi {{(pid=94299) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 09 05:09:13.980262 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a9f599-e5f1-40e2-a291-b1e090279232 None None] No non-hosted networks {{(pid=94299) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 09 05:09:14.000933 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.agentschedulers_db [None req-22a9f599-e5f1-40e2-a291-b1e090279232 None None] DHCP Agent not found on host dv-cinder-772623-14-iscsi {{(pid=94299) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 09 05:09:14.080846 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-10b96add-b271-412b-9935-ac71b2bb9144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-600536'] for agent, after_create {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:09:16.506306 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-d35ad86d-6bb1-46f6-bb5d-f7e892a9393b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-600536'] for agent, after_create {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:09:16.594960 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0be473f0-1915-470f-bcd2-18a6b1e3ef94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:09:16.887745 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-600536'] for agent, after_create {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:09:16.888403 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:09:16.888912 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:09:16.889394 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:09:16.889912 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:09:16.890406 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:09:16.890926 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:09:16.891711 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:09:16.892306 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:09:16.892783 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:09:16.893269 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:09:16.893613 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:09:16.894000 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:09:16.894375 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-772623-14-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:09:16.910804 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-772623-14-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:09:17.638397 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-9dcada0b-7967-4cde-8891-c5586c834af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-600536'] for agent, after_create {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:09:19.138748 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-fdc48b13-ab8b-41d0-a622-21cc731cd6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-600536'] for agent, after_create {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:09:20.466935 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 59298) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:09:20.963011 dv-cinder-772623-14-iscsi neutron-server[94297]: WARNING oslo_policy.policy [None req-2073d56d-14b6-44d9-977b-857f70d42ad2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 05:09:20.963592 dv-cinder-772623-14-iscsi neutron-server[94297]: WARNING oslo_policy.policy [None req-2073d56d-14b6-44d9-977b-857f70d42ad2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 05:09:21.185713 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [None req-2073d56d-14b6-44d9-977b-857f70d42ad2 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 05:09:21.186777 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-2073d56d-14b6-44d9-977b-857f70d42ad2 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7189550 Sep 09 05:09:22.824351 dv-cinder-772623-14-iscsi neutron-server[94299]: INFO neutron.db.l3_hamode_db [None req-37ed0b0c-4dec-42f3-b5b3-d10e15e386a0 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 09 05:09:22.900781 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ed0b0c-4dec-42f3-b5b3-d10e15e386a0 None None] Routers set() bound to L3 agent in host dv-cinder-772623-14-iscsi {{(pid=94299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 05:09:22.901157 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ed0b0c-4dec-42f3-b5b3-d10e15e386a0 None None] Router IDs set() for agent in host dv-cinder-772623-14-iscsi {{(pid=94299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 09 05:09:23.560461 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 59312) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:09:23.869341 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.v2.base [None req-485eb57c-49f7-48ab-bb37-73a46da02ebd admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=94297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:09:23.962952 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.policy [None req-485eb57c-49f7-48ab-bb37-73a46da02ebd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94297) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 09 05:09:24.007905 dv-cinder-772623-14-iscsi neutron-server[94297]: WARNING oslo_policy.policy [None req-485eb57c-49f7-48ab-bb37-73a46da02ebd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 05:09:24.008273 dv-cinder-772623-14-iscsi neutron-server[94297]: WARNING oslo_policy.policy [None req-485eb57c-49f7-48ab-bb37-73a46da02ebd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 05:09:24.017328 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.quota [None req-485eb57c-49f7-48ab-bb37-73a46da02ebd admin admin] Loaded quota_driver: . Sep 09 05:09:24.104449 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-485eb57c-49f7-48ab-bb37-73a46da02ebd admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748631240660', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748631240169', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748631260684', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748631254512', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748630283413', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8748630878278', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3957134', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4175670', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-995700', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-650058'] for rbac-policy, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:09:24.167742 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-485eb57c-49f7-48ab-bb37-73a46da02ebd admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:09:24.169029 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-485eb57c-49f7-48ab-bb37-73a46da02ebd admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6076028 Sep 09 05:09:26.744483 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 59324) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:09:27.224931 dv-cinder-772623-14-iscsi neutron-server[94298]: WARNING oslo_policy.policy [None req-185f98b1-62a5-4184-ac02-0e43f681aa49 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 05:09:27.225496 dv-cinder-772623-14-iscsi neutron-server[94298]: WARNING oslo_policy.policy [None req-185f98b1-62a5-4184-ac02-0e43f681aa49 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 05:09:27.444245 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.v2.base [None req-185f98b1-62a5-4184-ac02-0e43f681aa49 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '2d46fb2fcaa24e7d959b297f6318752f', 'tenant_id': '2d46fb2fcaa24e7d959b297f6318752f'}} {{(pid=94298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:09:27.445957 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.quota [None req-185f98b1-62a5-4184-ac02-0e43f681aa49 admin admin] Loaded quota_driver: . Sep 09 05:09:27.500562 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-185f98b1-62a5-4184-ac02-0e43f681aa49 admin admin] Made reservation on behalf of 2d46fb2fcaa24e7d959b297f6318752f for: {'network': 1} {{(pid=94298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 05:09:27.565373 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.policy [None req-185f98b1-62a5-4184-ac02-0e43f681aa49 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94298) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 09 05:09:27.609937 dv-cinder-772623-14-iscsi neutron-server[94298]: WARNING oslo_policy.policy [None req-185f98b1-62a5-4184-ac02-0e43f681aa49 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 05:09:27.610539 dv-cinder-772623-14-iscsi neutron-server[94298]: WARNING oslo_policy.policy [None req-185f98b1-62a5-4184-ac02-0e43f681aa49 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 09 05:09:27.620340 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-185f98b1-62a5-4184-ac02-0e43f681aa49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for network, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:09:27.641609 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-185f98b1-62a5-4184-ac02-0e43f681aa49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:09:27.774837 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-185f98b1-62a5-4184-ac02-0e43f681aa49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:09:27.778556 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-185f98b1-62a5-4184-ac02-0e43f681aa49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:09:27.797738 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-185f98b1-62a5-4184-ac02-0e43f681aa49 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=94298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 05:09:27.823470 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-185f98b1-62a5-4184-ac02-0e43f681aa49 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748632184980', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771871'] for segment, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:09:27.824048 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-185f98b1-62a5-4184-ac02-0e43f681aa49 admin admin] Unsubscribe: segment precommit_create {{(pid=94298) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 09 05:09:27.824570 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.db.segments_db [None req-185f98b1-62a5-4184-ac02-0e43f681aa49 admin admin] Added segment f7d77a32-4341-43f8-a4af-eefce1aa487f of type vlan for network 21a9a11f-5a4a-4767-b1f7-2228fd946464 Sep 09 05:09:27.853764 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185f98b1-62a5-4184-ac02-0e43f681aa49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac05baf-7fe7-40b8-acd8-5f00816bf003,revision_number=1']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:09:27.902024 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185f98b1-62a5-4184-ac02-0e43f681aa49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:09:27.902383 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185f98b1-62a5-4184-ac02-0e43f681aa49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:09:27.902723 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185f98b1-62a5-4184-ac02-0e43f681aa49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:09:27.903053 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185f98b1-62a5-4184-ac02-0e43f681aa49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:09:27.903379 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185f98b1-62a5-4184-ac02-0e43f681aa49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:09:27.903724 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185f98b1-62a5-4184-ac02-0e43f681aa49 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:09:27.904048 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185f98b1-62a5-4184-ac02-0e43f681aa49 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:09:27.904380 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185f98b1-62a5-4184-ac02-0e43f681aa49 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:09:27.904716 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185f98b1-62a5-4184-ac02-0e43f681aa49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:09:27.905035 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185f98b1-62a5-4184-ac02-0e43f681aa49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:09:27.905369 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185f98b1-62a5-4184-ac02-0e43f681aa49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:09:27.905663 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185f98b1-62a5-4184-ac02-0e43f681aa49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:09:27.907566 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185f98b1-62a5-4184-ac02-0e43f681aa49 admin admin] Tracked resource versions report: Sep 09 05:09:27.907566 dv-cinder-772623-14-iscsi neutron-server[94298]: pushed versions: Sep 09 05:09:27.907566 dv-cinder-772623-14-iscsi neutron-server[94298]: { 'AddressGroup': {'1.2'}, Sep 09 05:09:27.907566 dv-cinder-772623-14-iscsi neutron-server[94298]: 'ConntrackHelper': {'1.0'}, Sep 09 05:09:27.907566 dv-cinder-772623-14-iscsi neutron-server[94298]: 'Log': {'1.0'}, Sep 09 05:09:27.907566 dv-cinder-772623-14-iscsi neutron-server[94298]: 'Network': {'1.1'}, Sep 09 05:09:27.907566 dv-cinder-772623-14-iscsi neutron-server[94298]: 'Port': {'1.7'}, Sep 09 05:09:27.907566 dv-cinder-772623-14-iscsi neutron-server[94298]: 'PortForwarding': {'1.2'}, Sep 09 05:09:27.907566 dv-cinder-772623-14-iscsi neutron-server[94298]: 'QosPolicy': {'1.9'}, Sep 09 05:09:27.907566 dv-cinder-772623-14-iscsi neutron-server[94298]: 'SecurityGroup': {'1.4'}, Sep 09 05:09:27.907566 dv-cinder-772623-14-iscsi neutron-server[94298]: 'SecurityGroupRule': {'1.2'}, Sep 09 05:09:27.907566 dv-cinder-772623-14-iscsi neutron-server[94298]: 'SubPort': {'1.0'}, Sep 09 05:09:27.907566 dv-cinder-772623-14-iscsi neutron-server[94298]: 'Subnet': {'1.1'}, Sep 09 05:09:27.907566 dv-cinder-772623-14-iscsi neutron-server[94298]: 'Trunk': {'1.1'}} Sep 09 05:09:27.907566 dv-cinder-772623-14-iscsi neutron-server[94298]: consumer versions: Sep 09 05:09:27.907566 dv-cinder-772623-14-iscsi neutron-server[94298]: { DHCP agent@dv-cinder-772623-14-iscsi: {}, Sep 09 05:09:27.907566 dv-cinder-772623-14-iscsi neutron-server[94298]: L3 agent@dv-cinder-772623-14-iscsi: {}, Sep 09 05:09:27.907566 dv-cinder-772623-14-iscsi neutron-server[94298]: Metadata agent@dv-cinder-772623-14-iscsi: {}, Sep 09 05:09:27.907566 dv-cinder-772623-14-iscsi neutron-server[94298]: Metering agent@dv-cinder-772623-14-iscsi: {}, Sep 09 05:09:27.907566 dv-cinder-772623-14-iscsi neutron-server[94298]: Open vSwitch agent@dv-cinder-772623-14-iscsi: { 'AddressGroup': '1.2', Sep 09 05:09:27.907566 dv-cinder-772623-14-iscsi neutron-server[94298]: 'ConntrackHelper': '1.0', Sep 09 05:09:27.907566 dv-cinder-772623-14-iscsi neutron-server[94298]: 'Log': '1.0', Sep 09 05:09:27.907566 dv-cinder-772623-14-iscsi neutron-server[94298]: 'Network': '1.1', Sep 09 05:09:27.907566 dv-cinder-772623-14-iscsi neutron-server[94298]: 'Port': '1.7', Sep 09 05:09:27.907566 dv-cinder-772623-14-iscsi neutron-server[94298]: 'PortForwarding': '1.2', Sep 09 05:09:27.907566 dv-cinder-772623-14-iscsi neutron-server[94298]: 'QosPolicy': '1.9', Sep 09 05:09:27.907566 dv-cinder-772623-14-iscsi neutron-server[94298]: 'SecurityGroup': '1.4', Sep 09 05:09:27.907566 dv-cinder-772623-14-iscsi neutron-server[94298]: 'SecurityGroupRule': '1.2', Sep 09 05:09:27.907566 dv-cinder-772623-14-iscsi neutron-server[94298]: 'SubPort': '1.0', Sep 09 05:09:27.907566 dv-cinder-772623-14-iscsi neutron-server[94298]: 'Subnet': '1.1', Sep 09 05:09:27.907566 dv-cinder-772623-14-iscsi neutron-server[94298]: 'Trunk': '1.1'}} Sep 09 05:09:27.907566 dv-cinder-772623-14-iscsi neutron-server[94298]: {{(pid=94298) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 05:09:27.956160 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-185f98b1-62a5-4184-ac02-0e43f681aa49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748631623976'] for network, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:09:27.997479 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-185f98b1-62a5-4184-ac02-0e43f681aa49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442'] for network, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:09:27.998742 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185f98b1-62a5-4184-ac02-0e43f681aa49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:09:27.999411 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-185f98b1-62a5-4184-ac02-0e43f681aa49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for network, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:09:28.049746 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-185f98b1-62a5-4184-ac02-0e43f681aa49 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 1.3030415 Sep 09 05:09:28.099383 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185f98b1-62a5-4184-ac02-0e43f681aa49 admin admin] Pushing event updated for resources: {'Network': ['ID=21a9a11f-5a4a-4767-b1f7-2228fd946464,revision_number=1']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:09:28.111082 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Network 21a9a11f-5a4a-4767-b1f7-2228fd946464 details requested by agent ovs-agent-dv-cinder-772623-14-iscsi with host dv-cinder-772623-14-iscsi {{(pid=94299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 05:09:30.732410 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 59346) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:09:31.119275 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2301ba85-87ce-40e6-9cf2-e7a828f0c223 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:09:31.120634 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-2301ba85-87ce-40e6-9cf2-e7a828f0c223 admin admin] 10.222.0.24 "GET /v2.0/networks/21a9a11f-5a4a-4767-b1f7-2228fd946464 HTTP/1.1" status: 200 len: 824 time: 0.3872297 Sep 09 05:09:31.160364 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-a9842317-a4ec-49eb-b1fa-6ed78fcedfb9 admin admin] 10.222.0.24 "GET /v2.0/subnetpools/081f850c-b295-441b-902a-a48df3c92707 HTTP/1.1" status: 200 len: 734 time: 0.0329680 Sep 09 05:09:31.169463 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.v2.base [None req-ebcb02ed-823f-4076-befa-c6d9f834ed03 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': '081f850c-b295-441b-902a-a48df3c92707', 'name': 'private-subnet', 'tenant_id': '2d46fb2fcaa24e7d959b297f6318752f', 'network_id': '21a9a11f-5a4a-4767-b1f7-2228fd946464'}} {{(pid=94298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:09:31.191886 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebcb02ed-823f-4076-befa-c6d9f834ed03 admin admin] Made reservation on behalf of 2d46fb2fcaa24e7d959b297f6318752f for: {'subnet': 1} {{(pid=94298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 05:09:31.194211 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-ebcb02ed-823f-4076-befa-c6d9f834ed03 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:09:31.475956 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-ebcb02ed-823f-4076-befa-c6d9f834ed03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442'] for subnet, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:09:31.544210 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcb02ed-823f-4076-befa-c6d9f834ed03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a84b4698-0d12-472c-a856-4d58e49a5e11,revision_number=0']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:09:31.549626 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcb02ed-823f-4076-befa-c6d9f834ed03 admin admin] Checking segment: {'id': 'f7d77a32-4341-43f8-a4af-eefce1aa487f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '21a9a11f-5a4a-4767-b1f7-2228fd946464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 05:09:31.550038 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcb02ed-823f-4076-befa-c6d9f834ed03 admin admin] Network hostable DHCP agents. Network: 21a9a11f-5a4a-4767-b1f7-2228fd946464, hostable agents: ['bd61413d-9299-49db-9f91-5814fb92a5ef'], hosted agents: [] {{(pid=94298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 05:09:31.569750 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcb02ed-823f-4076-befa-c6d9f834ed03 admin admin] Network 21a9a11f-5a4a-4767-b1f7-2228fd946464 is scheduled to be hosted by DHCP agent bd61413d-9299-49db-9f91-5814fb92a5ef with binding_index 1 {{(pid=94298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 05:09:31.580645 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.base_scheduler [None req-ebcb02ed-823f-4076-befa-c6d9f834ed03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-14-iscsi, 21a9a11f-5a4a-4767-b1f7-2228fd946464) {{(pid=94298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 05:09:31.586156 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebcb02ed-823f-4076-befa-c6d9f834ed03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:09:31.589720 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-ebcb02ed-823f-4076-befa-c6d9f834ed03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for subnet, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:09:31.589865 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa09d47a-6ee8-4768-9e45-288ef0663231 None None] Network 21a9a11f-5a4a-4767-b1f7-2228fd946464 requested from dv-cinder-772623-14-iscsi {{(pid=94299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 05:09:31.601109 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-ebcb02ed-823f-4076-befa-c6d9f834ed03 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4348431 Sep 09 05:09:31.916348 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a985cb-5790-4e20-8808-4bcfc89623bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99c37c4c-a2b7-5f49-acb8-7f377d3e8231-21a9a11f-5a4a-4767-b1f7-2228fd946464', 'network_id': '21a9a11f-5a4a-4767-b1f7-2228fd946464', 'tenant_id': '2d46fb2fcaa24e7d959b297f6318752f', 'fixed_ips': [{'subnet_id': 'a84b4698-0d12-472c-a856-4d58e49a5e11'}]}} from dv-cinder-772623-14-iscsi. {{(pid=94299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 05:09:31.917612 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-59a985cb-5790-4e20-8808-4bcfc89623bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_create {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:09:32.189209 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.db_base_plugin_common [None req-59a985cb-5790-4e20-8808-4bcfc89623bd None None] Allocated IP 172.20.0.2 (21a9a11f-5a4a-4767-b1f7-2228fd946464/a84b4698-0d12-472c-a856-4d58e49a5e11/0ec03d26-ad32-419b-a031-764366080bc9) {{(pid=94299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 05:09:32.388266 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-59a985cb-5790-4e20-8808-4bcfc89623bd None None] Notify callbacks [] for port, precommit_create {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:09:32.430249 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-59a985cb-5790-4e20-8808-4bcfc89623bd None None] Transition to ACTIVE for port object 0ec03d26-ad32-419b-a031-764366080bc9 will not be triggered until provisioned by entity L2. {{(pid=94299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 05:09:32.452749 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-59a985cb-5790-4e20-8808-4bcfc89623bd None None] Transition to ACTIVE for port object 0ec03d26-ad32-419b-a031-764366080bc9 will not be triggered until provisioned by entity DHCP. {{(pid=94299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 05:09:32.459826 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-59a985cb-5790-4e20-8808-4bcfc89623bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748631669697'] for port, after_create {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:09:32.524478 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a985cb-5790-4e20-8808-4bcfc89623bd None None] Network 21a9a11f-5a4a-4767-b1f7-2228fd946464 is already hosted by enough agents. {{(pid=94299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 05:09:32.530237 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.scheduler.base_scheduler [None req-59a985cb-5790-4e20-8808-4bcfc89623bd None None] Resources bound (agent type, host, resource id): {{(pid=94299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 05:09:32.543772 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59a985cb-5790-4e20-8808-4bcfc89623bd None None] Received port after_create {{(pid=94299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 05:09:32.547408 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a985cb-5790-4e20-8808-4bcfc89623bd None None] Pushing event updated for resources: {'Port': ['ID=0ec03d26-ad32-419b-a031-764366080bc9,revision_number=1']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:09:32.577337 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a985cb-5790-4e20-8808-4bcfc89623bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:09:32.577715 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a985cb-5790-4e20-8808-4bcfc89623bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:09:32.578094 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a985cb-5790-4e20-8808-4bcfc89623bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:09:32.578430 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a985cb-5790-4e20-8808-4bcfc89623bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:09:32.578753 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a985cb-5790-4e20-8808-4bcfc89623bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:09:32.579082 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a985cb-5790-4e20-8808-4bcfc89623bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:09:32.579422 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a985cb-5790-4e20-8808-4bcfc89623bd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:09:32.579726 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a985cb-5790-4e20-8808-4bcfc89623bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:09:32.580063 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a985cb-5790-4e20-8808-4bcfc89623bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:09:32.580386 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a985cb-5790-4e20-8808-4bcfc89623bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:09:32.580703 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a985cb-5790-4e20-8808-4bcfc89623bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:09:32.581022 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a985cb-5790-4e20-8808-4bcfc89623bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:09:32.582399 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a985cb-5790-4e20-8808-4bcfc89623bd None None] Tracked resource versions report: Sep 09 05:09:32.582399 dv-cinder-772623-14-iscsi neutron-server[94299]: pushed versions: Sep 09 05:09:32.582399 dv-cinder-772623-14-iscsi neutron-server[94299]: { 'AddressGroup': {'1.2'}, Sep 09 05:09:32.582399 dv-cinder-772623-14-iscsi neutron-server[94299]: 'ConntrackHelper': {'1.0'}, Sep 09 05:09:32.582399 dv-cinder-772623-14-iscsi neutron-server[94299]: 'Log': {'1.0'}, Sep 09 05:09:32.582399 dv-cinder-772623-14-iscsi neutron-server[94299]: 'Network': {'1.1'}, Sep 09 05:09:32.582399 dv-cinder-772623-14-iscsi neutron-server[94299]: 'Port': {'1.7'}, Sep 09 05:09:32.582399 dv-cinder-772623-14-iscsi neutron-server[94299]: 'PortForwarding': {'1.2'}, Sep 09 05:09:32.582399 dv-cinder-772623-14-iscsi neutron-server[94299]: 'QosPolicy': {'1.9'}, Sep 09 05:09:32.582399 dv-cinder-772623-14-iscsi neutron-server[94299]: 'SecurityGroup': {'1.4'}, Sep 09 05:09:32.582399 dv-cinder-772623-14-iscsi neutron-server[94299]: 'SecurityGroupRule': {'1.2'}, Sep 09 05:09:32.582399 dv-cinder-772623-14-iscsi neutron-server[94299]: 'SubPort': {'1.0'}, Sep 09 05:09:32.582399 dv-cinder-772623-14-iscsi neutron-server[94299]: 'Subnet': {'1.1'}, Sep 09 05:09:32.582399 dv-cinder-772623-14-iscsi neutron-server[94299]: 'Trunk': {'1.1'}} Sep 09 05:09:32.582399 dv-cinder-772623-14-iscsi neutron-server[94299]: consumer versions: Sep 09 05:09:32.582399 dv-cinder-772623-14-iscsi neutron-server[94299]: { DHCP agent@dv-cinder-772623-14-iscsi: {}, Sep 09 05:09:32.582399 dv-cinder-772623-14-iscsi neutron-server[94299]: L3 agent@dv-cinder-772623-14-iscsi: {}, Sep 09 05:09:32.582399 dv-cinder-772623-14-iscsi neutron-server[94299]: Metadata agent@dv-cinder-772623-14-iscsi: {}, Sep 09 05:09:32.582399 dv-cinder-772623-14-iscsi neutron-server[94299]: Metering agent@dv-cinder-772623-14-iscsi: {}, Sep 09 05:09:32.582399 dv-cinder-772623-14-iscsi neutron-server[94299]: Open vSwitch agent@dv-cinder-772623-14-iscsi: { 'AddressGroup': '1.2', Sep 09 05:09:32.582399 dv-cinder-772623-14-iscsi neutron-server[94299]: 'ConntrackHelper': '1.0', Sep 09 05:09:32.582399 dv-cinder-772623-14-iscsi neutron-server[94299]: 'Log': '1.0', Sep 09 05:09:32.582399 dv-cinder-772623-14-iscsi neutron-server[94299]: 'Network': '1.1', Sep 09 05:09:32.582399 dv-cinder-772623-14-iscsi neutron-server[94299]: 'Port': '1.7', Sep 09 05:09:32.582399 dv-cinder-772623-14-iscsi neutron-server[94299]: 'PortForwarding': '1.2', Sep 09 05:09:32.582399 dv-cinder-772623-14-iscsi neutron-server[94299]: 'QosPolicy': '1.9', Sep 09 05:09:32.582399 dv-cinder-772623-14-iscsi neutron-server[94299]: 'SecurityGroup': '1.4', Sep 09 05:09:32.582399 dv-cinder-772623-14-iscsi neutron-server[94299]: 'SecurityGroupRule': '1.2', Sep 09 05:09:32.582399 dv-cinder-772623-14-iscsi neutron-server[94299]: 'SubPort': '1.0', Sep 09 05:09:32.582399 dv-cinder-772623-14-iscsi neutron-server[94299]: 'Subnet': '1.1', Sep 09 05:09:32.582399 dv-cinder-772623-14-iscsi neutron-server[94299]: 'Trunk': '1.1'}} Sep 09 05:09:32.582399 dv-cinder-772623-14-iscsi neutron-server[94299]: {{(pid=94299) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 05:09:32.629853 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.managers [None req-59a985cb-5790-4e20-8808-4bcfc89623bd None None] Attempting to bind port 0ec03d26-ad32-419b-a031-764366080bc9 on host dv-cinder-772623-14-iscsi for vnic_type normal with profile {{(pid=94299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 05:09:32.630461 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.managers [None req-59a985cb-5790-4e20-8808-4bcfc89623bd None None] Attempting to bind port 0ec03d26-ad32-419b-a031-764366080bc9 by drivers openvswitch,hyperv on host dv-cinder-772623-14-iscsi at level 0 using segments [{'id': 'f7d77a32-4341-43f8-a4af-eefce1aa487f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '21a9a11f-5a4a-4767-b1f7-2228fd946464'}] {{(pid=94299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 05:09:32.630635 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a985cb-5790-4e20-8808-4bcfc89623bd None None] Attempting to bind port 0ec03d26-ad32-419b-a031-764366080bc9 on network 21a9a11f-5a4a-4767-b1f7-2228fd946464 {{(pid=94299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 05:09:32.635396 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a985cb-5790-4e20-8808-4bcfc89623bd None None] Checking agent: {'id': 'b4d491fa-f395-4d31-93f5-2c51f286f631', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 5, 9, 17), 'started_at': datetime.datetime(2021, 9, 9, 5, 9, 17), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 5, 9, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 05:09:32.635787 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a985cb-5790-4e20-8808-4bcfc89623bd None None] Checking segment: {'id': 'f7d77a32-4341-43f8-a4af-eefce1aa487f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '21a9a11f-5a4a-4767-b1f7-2228fd946464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 05:09:32.636251 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-59a985cb-5790-4e20-8808-4bcfc89623bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:09:32.636633 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a985cb-5790-4e20-8808-4bcfc89623bd None None] Bound using segment: {'id': 'f7d77a32-4341-43f8-a4af-eefce1aa487f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '21a9a11f-5a4a-4767-b1f7-2228fd946464'} {{(pid=94299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 05:09:32.637087 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.managers [None req-59a985cb-5790-4e20-8808-4bcfc89623bd None None] Bound port: 0ec03d26-ad32-419b-a031-764366080bc9, host: dv-cinder-772623-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7d77a32-4341-43f8-a4af-eefce1aa487f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '21a9a11f-5a4a-4767-b1f7-2228fd946464'}}] {{(pid=94299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 05:09:32.637491 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-59a985cb-5790-4e20-8808-4bcfc89623bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:09:32.699855 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-59a985cb-5790-4e20-8808-4bcfc89623bd None None] For port 0ec03d26-ad32-419b-a031-764366080bc9, host dv-cinder-772623-14-iscsi, cleared binding levels {{(pid=94299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 05:09:32.704425 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-59a985cb-5790-4e20-8808-4bcfc89623bd None None] For port 0ec03d26-ad32-419b-a031-764366080bc9, host dv-cinder-772623-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-14-iscsi',level=0,port_id=0ec03d26-ad32-419b-a031-764366080bc9,segment=NetworkSegment(f7d77a32-4341-43f8-a4af-eefce1aa487f),segment_id=f7d77a32-4341-43f8-a4af-eefce1aa487f)] {{(pid=94299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 05:09:32.711383 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-59a985cb-5790-4e20-8808-4bcfc89623bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:09:32.779667 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a985cb-5790-4e20-8808-4bcfc89623bd None None] Pushing event updated for resources: {'Port': ['ID=0ec03d26-ad32-419b-a031-764366080bc9,revision_number=2']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:09:34.102470 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 59354) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:09:34.414270 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [None req-bfb2da02-1499-473d-b53c-cdde0f22da0d admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 05:09:34.415270 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-bfb2da02-1499-473d-b53c-cdde0f22da0d admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3117561 Sep 09 05:09:36.854732 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 59362) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:09:37.164617 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [None req-af1f1c54-f1a7-40d2-af88-c554ec124365 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 05:09:37.165661 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-af1f1c54-f1a7-40d2-af88-c554ec124365 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3100004 Sep 09 05:09:39.807243 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 59372) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:09:40.110081 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.v2.base [None req-c1aee393-6132-4447-a3df-523f05bc0fcd admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '2d46fb2fcaa24e7d959b297f6318752f', 'admin_state_up': True}} {{(pid=94297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:09:40.137341 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-c1aee393-6132-4447-a3df-523f05bc0fcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-603024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4260'] for router, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:09:40.139054 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-c1aee393-6132-4447-a3df-523f05bc0fcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-603904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4269'] for router, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:09:40.300937 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-c1aee393-6132-4447-a3df-523f05bc0fcd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:09:40.306307 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-c1aee393-6132-4447-a3df-523f05bc0fcd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600385'] for router, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:09:40.319669 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-c1aee393-6132-4447-a3df-523f05bc0fcd admin admin] Notify callbacks [] for router, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:09:40.320916 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-c1aee393-6132-4447-a3df-523f05bc0fcd admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5127058 Sep 09 05:09:40.373977 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device 0ec03d26-ad32-419b-a031-764366080bc9 up at agent ovs-agent-dv-cinder-772623-14-iscsi {{(pid=94299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 05:09:40.464778 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Provisioning for port 0ec03d26-ad32-419b-a031-764366080bc9 completed by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 05:09:41.246762 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b854c071-8fc1-47ce-a11e-13c6e460762f None None] Network 21a9a11f-5a4a-4767-b1f7-2228fd946464 requested from dv-cinder-772623-14-iscsi {{(pid=94299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 05:09:41.360263 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-b6f4075e-503c-42de-ace6-498a4d8c66bc None None] Provisioning for port 0ec03d26-ad32-419b-a031-764366080bc9 completed by entity DHCP. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 05:09:41.366319 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-b6f4075e-503c-42de-ace6-498a4d8c66bc None None] Provisioning complete for port 0ec03d26-ad32-419b-a031-764366080bc9 triggered by entity DHCP. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:09:41.366719 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-b6f4075e-503c-42de-ace6-498a4d8c66bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:09:41.514925 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-b6f4075e-503c-42de-ace6-498a4d8c66bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:09:41.556725 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-b6f4075e-503c-42de-ace6-498a4d8c66bc None None] For port 0ec03d26-ad32-419b-a031-764366080bc9, host dv-cinder-772623-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-14-iscsi',level=0,port_id=0ec03d26-ad32-419b-a031-764366080bc9,segment=NetworkSegment(f7d77a32-4341-43f8-a4af-eefce1aa487f),segment_id=f7d77a32-4341-43f8-a4af-eefce1aa487f)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:09:41.561870 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-b6f4075e-503c-42de-ace6-498a4d8c66bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:09:41.614330 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f4075e-503c-42de-ace6-498a4d8c66bc None None] Pushing event updated for resources: {'Port': ['ID=0ec03d26-ad32-419b-a031-764366080bc9,revision_number=3']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:09:41.682722 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-658b36d8-6256-4d4a-b094-26953a963032 None None] Provisioning complete for port 0ec03d26-ad32-419b-a031-764366080bc9 triggered by entity DHCP. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:09:41.683091 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-658b36d8-6256-4d4a-b094-26953a963032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:09:42.333140 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device 0ec03d26-ad32-419b-a031-764366080bc9 up at agent ovs-agent-dv-cinder-772623-14-iscsi {{(pid=94299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 05:09:42.379289 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Provisioning complete for port 0ec03d26-ad32-419b-a031-764366080bc9 triggered by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:09:42.379657 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:09:42.739154 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 59384) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:09:43.047240 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [None req-a9dab2c5-1f68-44ce-9bcc-69375cf6b34c admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 05:09:43.048415 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-a9dab2c5-1f68-44ce-9bcc-69375cf6b34c admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3083501 Sep 09 05:09:43.825173 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-293de77b-c039-461d-be13-7cd934f23360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:09:45.454351 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 59392) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:09:45.767064 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.v2.base [None req-187117e2-4f1d-4468-a8d6-8b8c909f8bb9 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'router:external': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=94297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:09:45.792053 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-187117e2-4f1d-4468-a8d6-8b8c909f8bb9 admin admin] Made reservation on behalf of 04b8b89a000c4a87aad79d049db351d7 for: {'network': 1} {{(pid=94297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 05:09:45.794717 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-187117e2-4f1d-4468-a8d6-8b8c909f8bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for network, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:09:45.809915 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-187117e2-4f1d-4468-a8d6-8b8c909f8bb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:09:45.924724 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-187117e2-4f1d-4468-a8d6-8b8c909f8bb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:09:45.928127 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-187117e2-4f1d-4468-a8d6-8b8c909f8bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:09:45.939537 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-187117e2-4f1d-4468-a8d6-8b8c909f8bb9 admin admin] Reserving flat network on physical network physnet1 {{(pid=94297) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 09 05:09:45.974583 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-187117e2-4f1d-4468-a8d6-8b8c909f8bb9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8748632184980', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771871'] for segment, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:09:45.975172 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-187117e2-4f1d-4468-a8d6-8b8c909f8bb9 admin admin] Unsubscribe: segment precommit_create {{(pid=94297) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 09 05:09:45.975660 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.db.segments_db [None req-187117e2-4f1d-4468-a8d6-8b8c909f8bb9 admin admin] Added segment df80411f-acb6-4e9d-a7f5-4a8066bc7b33 of type flat for network 5214b103-0600-4a81-9a33-2571ddc573a1 Sep 09 05:09:45.991574 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187117e2-4f1d-4468-a8d6-8b8c909f8bb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5595569a-f30b-46bc-87e9-4dba67fffb4a,revision_number=1']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:09:46.014577 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187117e2-4f1d-4468-a8d6-8b8c909f8bb9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:09:46.014931 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187117e2-4f1d-4468-a8d6-8b8c909f8bb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:09:46.015268 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187117e2-4f1d-4468-a8d6-8b8c909f8bb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:09:46.016006 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187117e2-4f1d-4468-a8d6-8b8c909f8bb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:09:46.016332 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187117e2-4f1d-4468-a8d6-8b8c909f8bb9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:09:46.016671 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187117e2-4f1d-4468-a8d6-8b8c909f8bb9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:09:46.016997 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187117e2-4f1d-4468-a8d6-8b8c909f8bb9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:09:46.017330 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187117e2-4f1d-4468-a8d6-8b8c909f8bb9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:09:46.017663 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187117e2-4f1d-4468-a8d6-8b8c909f8bb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:09:46.018006 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187117e2-4f1d-4468-a8d6-8b8c909f8bb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:09:46.018319 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187117e2-4f1d-4468-a8d6-8b8c909f8bb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:09:46.018629 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187117e2-4f1d-4468-a8d6-8b8c909f8bb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:09:46.019929 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-187117e2-4f1d-4468-a8d6-8b8c909f8bb9 admin admin] Tracked resource versions report: Sep 09 05:09:46.019929 dv-cinder-772623-14-iscsi neutron-server[94297]: pushed versions: Sep 09 05:09:46.019929 dv-cinder-772623-14-iscsi neutron-server[94297]: { 'AddressGroup': {'1.2'}, Sep 09 05:09:46.019929 dv-cinder-772623-14-iscsi neutron-server[94297]: 'ConntrackHelper': {'1.0'}, Sep 09 05:09:46.019929 dv-cinder-772623-14-iscsi neutron-server[94297]: 'Log': {'1.0'}, Sep 09 05:09:46.019929 dv-cinder-772623-14-iscsi neutron-server[94297]: 'Network': {'1.1'}, Sep 09 05:09:46.019929 dv-cinder-772623-14-iscsi neutron-server[94297]: 'Port': {'1.7'}, Sep 09 05:09:46.019929 dv-cinder-772623-14-iscsi neutron-server[94297]: 'PortForwarding': {'1.2'}, Sep 09 05:09:46.019929 dv-cinder-772623-14-iscsi neutron-server[94297]: 'QosPolicy': {'1.9'}, Sep 09 05:09:46.019929 dv-cinder-772623-14-iscsi neutron-server[94297]: 'SecurityGroup': {'1.4'}, Sep 09 05:09:46.019929 dv-cinder-772623-14-iscsi neutron-server[94297]: 'SecurityGroupRule': {'1.2'}, Sep 09 05:09:46.019929 dv-cinder-772623-14-iscsi neutron-server[94297]: 'SubPort': {'1.0'}, Sep 09 05:09:46.019929 dv-cinder-772623-14-iscsi neutron-server[94297]: 'Subnet': {'1.1'}, Sep 09 05:09:46.019929 dv-cinder-772623-14-iscsi neutron-server[94297]: 'Trunk': {'1.1'}} Sep 09 05:09:46.019929 dv-cinder-772623-14-iscsi neutron-server[94297]: consumer versions: Sep 09 05:09:46.019929 dv-cinder-772623-14-iscsi neutron-server[94297]: { DHCP agent@dv-cinder-772623-14-iscsi: {}, Sep 09 05:09:46.019929 dv-cinder-772623-14-iscsi neutron-server[94297]: L3 agent@dv-cinder-772623-14-iscsi: {}, Sep 09 05:09:46.019929 dv-cinder-772623-14-iscsi neutron-server[94297]: Metadata agent@dv-cinder-772623-14-iscsi: {}, Sep 09 05:09:46.019929 dv-cinder-772623-14-iscsi neutron-server[94297]: Metering agent@dv-cinder-772623-14-iscsi: {}, Sep 09 05:09:46.019929 dv-cinder-772623-14-iscsi neutron-server[94297]: Open vSwitch agent@dv-cinder-772623-14-iscsi: { 'AddressGroup': '1.2', Sep 09 05:09:46.019929 dv-cinder-772623-14-iscsi neutron-server[94297]: 'ConntrackHelper': '1.0', Sep 09 05:09:46.019929 dv-cinder-772623-14-iscsi neutron-server[94297]: 'Log': '1.0', Sep 09 05:09:46.019929 dv-cinder-772623-14-iscsi neutron-server[94297]: 'Network': '1.1', Sep 09 05:09:46.019929 dv-cinder-772623-14-iscsi neutron-server[94297]: 'Port': '1.7', Sep 09 05:09:46.019929 dv-cinder-772623-14-iscsi neutron-server[94297]: 'PortForwarding': '1.2', Sep 09 05:09:46.019929 dv-cinder-772623-14-iscsi neutron-server[94297]: 'QosPolicy': '1.9', Sep 09 05:09:46.019929 dv-cinder-772623-14-iscsi neutron-server[94297]: 'SecurityGroup': '1.4', Sep 09 05:09:46.019929 dv-cinder-772623-14-iscsi neutron-server[94297]: 'SecurityGroupRule': '1.2', Sep 09 05:09:46.019929 dv-cinder-772623-14-iscsi neutron-server[94297]: 'SubPort': '1.0', Sep 09 05:09:46.019929 dv-cinder-772623-14-iscsi neutron-server[94297]: 'Subnet': '1.1', Sep 09 05:09:46.019929 dv-cinder-772623-14-iscsi neutron-server[94297]: 'Trunk': '1.1'}} Sep 09 05:09:46.019929 dv-cinder-772623-14-iscsi neutron-server[94297]: {{(pid=94297) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 05:09:46.096870 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-187117e2-4f1d-4468-a8d6-8b8c909f8bb9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748631623976'] for network, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:09:46.146881 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-187117e2-4f1d-4468-a8d6-8b8c909f8bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442'] for network, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:09:46.147981 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187117e2-4f1d-4468-a8d6-8b8c909f8bb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:09:46.148615 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-187117e2-4f1d-4468-a8d6-8b8c909f8bb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for network, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:09:46.199249 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-187117e2-4f1d-4468-a8d6-8b8c909f8bb9 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7437553 Sep 09 05:09:46.248919 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187117e2-4f1d-4468-a8d6-8b8c909f8bb9 admin admin] Pushing event updated for resources: {'Network': ['ID=5214b103-0600-4a81-9a33-2571ddc573a1,revision_number=1']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:09:46.259659 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Network 5214b103-0600-4a81-9a33-2571ddc573a1 details requested by agent ovs-agent-dv-cinder-772623-14-iscsi with host dv-cinder-772623-14-iscsi {{(pid=94299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 05:09:46.504619 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-f17654b0-a331-4754-b70b-ae17f3bfc61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:09:46.864457 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:09:47.582045 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-9dcada0b-7967-4cde-8891-c5586c834af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:09:48.587182 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 59414) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:09:48.762105 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2aa2bc3-8b8b-4756-a37d-a38a8d0e7f75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:09:48.763429 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-a2aa2bc3-8b8b-4756-a37d-a38a8d0e7f75 admin admin] 10.222.0.24 "GET /v2.0/subnets/a84b4698-0d12-472c-a856-4d58e49a5e11 HTTP/1.1" status: 200 len: 849 time: 0.1753428 Sep 09 05:09:48.923794 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-bc905376-e471-4a8b-8e5f-827b0a69a278 admin admin] 10.222.0.24 "GET /v2.0/routers/7ebab6cc-6385-48b8-a01d-2e30f074f99a HTTP/1.1" status: 200 len: 704 time: 0.1541717 Sep 09 05:09:49.082151 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-fdc48b13-ab8b-41d0-a622-21cc731cd6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:09:49.189965 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-085bd6f5-6eaf-457c-b1dc-d8cebc490220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:09:49.476210 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.db.db_base_plugin_common [None req-085bd6f5-6eaf-457c-b1dc-d8cebc490220 admin admin] Allocated IP 172.20.0.1 (21a9a11f-5a4a-4767-b1f7-2228fd946464/a84b4698-0d12-472c-a856-4d58e49a5e11/add57190-79c3-405d-af05-0e1b9daeade2) {{(pid=94298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 05:09:49.626772 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-085bd6f5-6eaf-457c-b1dc-d8cebc490220 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:09:49.647758 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.db.provisioning_blocks [None req-085bd6f5-6eaf-457c-b1dc-d8cebc490220 admin admin] Transition to ACTIVE for port object add57190-79c3-405d-af05-0e1b9daeade2 will not be triggered until provisioned by entity DHCP. {{(pid=94298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 05:09:49.713507 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-085bd6f5-6eaf-457c-b1dc-d8cebc490220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748631669697'] for port, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:09:49.776952 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085bd6f5-6eaf-457c-b1dc-d8cebc490220 admin admin] Network 21a9a11f-5a4a-4767-b1f7-2228fd946464 is already hosted by enough agents. {{(pid=94298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 05:09:49.781537 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.base_scheduler [None req-085bd6f5-6eaf-457c-b1dc-d8cebc490220 admin admin] Resources bound (agent type, host, resource id): {{(pid=94298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 05:09:49.790231 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085bd6f5-6eaf-457c-b1dc-d8cebc490220 admin admin] Received port after_create {{(pid=94298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 05:09:49.790798 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-085bd6f5-6eaf-457c-b1dc-d8cebc490220 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600464'] for router_interface, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:09:49.908573 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085bd6f5-6eaf-457c-b1dc-d8cebc490220 admin admin] Pushing event updated for resources: {'Port': ['ID=add57190-79c3-405d-af05-0e1b9daeade2,revision_number=1']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:09:50.032656 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-3e99dc17-e04f-4206-8bd9-d7c1da27434a None None] Provisioning for port add57190-79c3-405d-af05-0e1b9daeade2 completed by entity DHCP. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 05:09:50.035958 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-3e99dc17-e04f-4206-8bd9-d7c1da27434a None None] Provisioning complete for port add57190-79c3-405d-af05-0e1b9daeade2 triggered by entity DHCP. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:09:50.036325 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-3e99dc17-e04f-4206-8bd9-d7c1da27434a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:09:50.037711 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-085bd6f5-6eaf-457c-b1dc-d8cebc490220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:09:50.069382 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.plugin [None req-3e99dc17-e04f-4206-8bd9-d7c1da27434a None None] Port add57190-79c3-405d-af05-0e1b9daeade2 cannot update to ACTIVE because it is not bound. {{(pid=94299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 05:09:50.244041 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-085bd6f5-6eaf-457c-b1dc-d8cebc490220 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:09:50.248161 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-085bd6f5-6eaf-457c-b1dc-d8cebc490220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:09:50.248917 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-085bd6f5-6eaf-457c-b1dc-d8cebc490220 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601088'] for router_interface, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:09:50.308751 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085bd6f5-6eaf-457c-b1dc-d8cebc490220 admin admin] Pushing event updated for resources: {'Port': ['ID=add57190-79c3-405d-af05-0e1b9daeade2,revision_number=2']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:09:50.373117 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085bd6f5-6eaf-457c-b1dc-d8cebc490220 admin admin] Network 21a9a11f-5a4a-4767-b1f7-2228fd946464 is already hosted by enough agents. {{(pid=94298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 05:09:50.374438 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.base_scheduler [None req-085bd6f5-6eaf-457c-b1dc-d8cebc490220 admin admin] Resources bound (agent type, host, resource id): {{(pid=94298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 05:09:50.533272 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-085bd6f5-6eaf-457c-b1dc-d8cebc490220 admin admin] Router 7ebab6cc-6385-48b8-a01d-2e30f074f99a is scheduled to L3 agent e912432c-85e4-4a31-b574-aae2dcf01ec7 with binding_index 1 {{(pid=94298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 05:09:50.589118 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-9dd9f2eb-ed90-4764-b54b-4aeb056e19bc None None] Provisioning complete for port add57190-79c3-405d-af05-0e1b9daeade2 triggered by entity DHCP. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:09:50.589738 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-9dd9f2eb-ed90-4764-b54b-4aeb056e19bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:09:50.624780 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-085bd6f5-6eaf-457c-b1dc-d8cebc490220 admin admin] Notify agent at l3_agent.dv-cinder-772623-14-iscsi the message routers_updated {{(pid=94298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 05:09:50.625158 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.plugin [None req-9dd9f2eb-ed90-4764-b54b-4aeb056e19bc None None] Port add57190-79c3-405d-af05-0e1b9daeade2 cannot update to ACTIVE because it is not bound. {{(pid=94299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 05:09:50.630249 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-085bd6f5-6eaf-457c-b1dc-d8cebc490220 admin admin] 10.222.0.24 "PUT /v2.0/routers/7ebab6cc-6385-48b8-a01d-2e30f074f99a/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7007902 Sep 09 05:09:50.635975 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea4d900-5324-48e4-aa48-816bbc1aade5 None None] Sync routers for ids ['7ebab6cc-6385-48b8-a01d-2e30f074f99a'] in dv-cinder-772623-14-iscsi {{(pid=94300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 05:09:50.647851 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea4d900-5324-48e4-aa48-816bbc1aade5 None None] Routers {'7ebab6cc-6385-48b8-a01d-2e30f074f99a'} bound to L3 agent in host dv-cinder-772623-14-iscsi {{(pid=94300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 05:09:50.648583 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_hamode_db [None req-cea4d900-5324-48e4-aa48-816bbc1aade5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-09T05:09:16Z,description=,heartbeat_timestamp=2021-09-09T05:09:46Z,host='dv-cinder-772623-14-iscsi',id=e912432c-85e4-4a31-b574-aae2dcf01ec7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T05:09:16Z,topic='l3_agent')) {'router_ids': ['7ebab6cc-6385-48b8-a01d-2e30f074f99a'], 'active': True} {{(pid=94300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:09:50.832825 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_dvr_db [None req-cea4d900-5324-48e4-aa48-816bbc1aade5 None None] Set router 7ebab6cc-6385-48b8-a01d-2e30f074f99a gateway port host: None {{(pid=94300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 05:09:51.261254 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_hamode_db [None req-cea4d900-5324-48e4-aa48-816bbc1aade5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ebab6cc-6385-48b8-a01d-2e30f074f99a', 'name': 'router1', 'tenant_id': '2d46fb2fcaa24e7d959b297f6318752f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:09:40Z', 'updated_at': '2021-09-09T05:09:49Z', 'revision_number': 2, 'project_id': '2d46fb2fcaa24e7d959b297f6318752f', 'gw_port_host': None, '_interfaces': [{'id': 'add57190-79c3-405d-af05-0e1b9daeade2', 'name': '', 'network_id': '21a9a11f-5a4a-4767-b1f7-2228fd946464', 'tenant_id': '2d46fb2fcaa24e7d959b297f6318752f', 'mac_address': 'fa:16:3e:6a:2a:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ebab6cc-6385-48b8-a01d-2e30f074f99a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a84b4698-0d12-472c-a856-4d58e49a5e11', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:09:49Z', 'updated_at': '2021-09-09T05:09:50Z', 'revision_number': 2, 'project_id': '2d46fb2fcaa24e7d959b297f6318752f', 'subnets': [{'id': 'a84b4698-0d12-472c-a856-4d58e49a5e11', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '081f850c-b295-441b-902a-a48df3c92707'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-14-iscsi', False) {} {{(pid=94300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:09:51.311035 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea4d900-5324-48e4-aa48-816bbc1aade5 None None] Checking router: 7ebab6cc-6385-48b8-a01d-2e30f074f99a for host: dv-cinder-772623-14-iscsi {{(pid=94300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 05:09:51.311420 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea4d900-5324-48e4-aa48-816bbc1aade5 None None] Updating router 7ebab6cc-6385-48b8-a01d-2e30f074f99a port add57190-79c3-405d-af05-0e1b9daeade2 binding host dv-cinder-772623-14-iscsi {{(pid=94300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 05:09:51.359688 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-cea4d900-5324-48e4-aa48-816bbc1aade5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:09:51.873619 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-cea4d900-5324-48e4-aa48-816bbc1aade5 None None] Notify callbacks [] for port, precommit_update {{(pid=94300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:09:51.892142 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.provisioning_blocks [None req-cea4d900-5324-48e4-aa48-816bbc1aade5 None None] Transition to ACTIVE for port object add57190-79c3-405d-af05-0e1b9daeade2 will not be triggered until provisioned by entity L2. {{(pid=94300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 05:09:51.897889 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-cea4d900-5324-48e4-aa48-816bbc1aade5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:09:52.061430 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.plugins.ml2.managers [None req-cea4d900-5324-48e4-aa48-816bbc1aade5 None None] Attempting to bind port add57190-79c3-405d-af05-0e1b9daeade2 on host dv-cinder-772623-14-iscsi for vnic_type normal with profile {{(pid=94300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 05:09:52.061861 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.plugins.ml2.managers [None req-cea4d900-5324-48e4-aa48-816bbc1aade5 None None] Attempting to bind port add57190-79c3-405d-af05-0e1b9daeade2 by drivers openvswitch,hyperv on host dv-cinder-772623-14-iscsi at level 0 using segments [{'id': 'f7d77a32-4341-43f8-a4af-eefce1aa487f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '21a9a11f-5a4a-4767-b1f7-2228fd946464'}] {{(pid=94300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 05:09:52.062808 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea4d900-5324-48e4-aa48-816bbc1aade5 None None] Attempting to bind port add57190-79c3-405d-af05-0e1b9daeade2 on network 21a9a11f-5a4a-4767-b1f7-2228fd946464 {{(pid=94300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 05:09:52.065389 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081fa1e3-2e74-499c-a47b-00e575de2702 None None] Pushing event updated for resources: {'Port': ['ID=add57190-79c3-405d-af05-0e1b9daeade2,revision_number=3']} {{(pid=94300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:09:52.074854 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea4d900-5324-48e4-aa48-816bbc1aade5 None None] Checking agent: {'id': 'b4d491fa-f395-4d31-93f5-2c51f286f631', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 5, 9, 17), 'started_at': datetime.datetime(2021, 9, 9, 5, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 5, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 05:09:52.075250 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea4d900-5324-48e4-aa48-816bbc1aade5 None None] Checking segment: {'id': 'f7d77a32-4341-43f8-a4af-eefce1aa487f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '21a9a11f-5a4a-4767-b1f7-2228fd946464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 05:09:52.075717 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-cea4d900-5324-48e4-aa48-816bbc1aade5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:09:52.076100 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cea4d900-5324-48e4-aa48-816bbc1aade5 None None] Bound using segment: {'id': 'f7d77a32-4341-43f8-a4af-eefce1aa487f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '21a9a11f-5a4a-4767-b1f7-2228fd946464'} {{(pid=94300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 05:09:52.076570 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.plugins.ml2.managers [None req-cea4d900-5324-48e4-aa48-816bbc1aade5 None None] Bound port: add57190-79c3-405d-af05-0e1b9daeade2, host: dv-cinder-772623-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7d77a32-4341-43f8-a4af-eefce1aa487f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '21a9a11f-5a4a-4767-b1f7-2228fd946464'}}] {{(pid=94300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 05:09:52.076954 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-cea4d900-5324-48e4-aa48-816bbc1aade5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:09:52.081113 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fa1e3-2e74-499c-a47b-00e575de2702 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:09:52.081455 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fa1e3-2e74-499c-a47b-00e575de2702 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:09:52.081812 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fa1e3-2e74-499c-a47b-00e575de2702 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:09:52.082143 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fa1e3-2e74-499c-a47b-00e575de2702 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:09:52.082466 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fa1e3-2e74-499c-a47b-00e575de2702 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:09:52.082786 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fa1e3-2e74-499c-a47b-00e575de2702 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:09:52.083100 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fa1e3-2e74-499c-a47b-00e575de2702 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:09:52.083418 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fa1e3-2e74-499c-a47b-00e575de2702 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:09:52.083753 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fa1e3-2e74-499c-a47b-00e575de2702 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:09:52.084088 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fa1e3-2e74-499c-a47b-00e575de2702 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:09:52.084399 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fa1e3-2e74-499c-a47b-00e575de2702 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:09:52.084707 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fa1e3-2e74-499c-a47b-00e575de2702 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:09:52.086023 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081fa1e3-2e74-499c-a47b-00e575de2702 None None] Tracked resource versions report: Sep 09 05:09:52.086023 dv-cinder-772623-14-iscsi neutron-server[94300]: pushed versions: Sep 09 05:09:52.086023 dv-cinder-772623-14-iscsi neutron-server[94300]: { 'AddressGroup': {'1.2'}, Sep 09 05:09:52.086023 dv-cinder-772623-14-iscsi neutron-server[94300]: 'ConntrackHelper': {'1.0'}, Sep 09 05:09:52.086023 dv-cinder-772623-14-iscsi neutron-server[94300]: 'Log': {'1.0'}, Sep 09 05:09:52.086023 dv-cinder-772623-14-iscsi neutron-server[94300]: 'Network': {'1.1'}, Sep 09 05:09:52.086023 dv-cinder-772623-14-iscsi neutron-server[94300]: 'Port': {'1.7'}, Sep 09 05:09:52.086023 dv-cinder-772623-14-iscsi neutron-server[94300]: 'PortForwarding': {'1.2'}, Sep 09 05:09:52.086023 dv-cinder-772623-14-iscsi neutron-server[94300]: 'QosPolicy': {'1.9'}, Sep 09 05:09:52.086023 dv-cinder-772623-14-iscsi neutron-server[94300]: 'SecurityGroup': {'1.4'}, Sep 09 05:09:52.086023 dv-cinder-772623-14-iscsi neutron-server[94300]: 'SecurityGroupRule': {'1.2'}, Sep 09 05:09:52.086023 dv-cinder-772623-14-iscsi neutron-server[94300]: 'SubPort': {'1.0'}, Sep 09 05:09:52.086023 dv-cinder-772623-14-iscsi neutron-server[94300]: 'Subnet': {'1.1'}, Sep 09 05:09:52.086023 dv-cinder-772623-14-iscsi neutron-server[94300]: 'Trunk': {'1.1'}} Sep 09 05:09:52.086023 dv-cinder-772623-14-iscsi neutron-server[94300]: consumer versions: Sep 09 05:09:52.086023 dv-cinder-772623-14-iscsi neutron-server[94300]: { DHCP agent@dv-cinder-772623-14-iscsi: {}, Sep 09 05:09:52.086023 dv-cinder-772623-14-iscsi neutron-server[94300]: L3 agent@dv-cinder-772623-14-iscsi: {}, Sep 09 05:09:52.086023 dv-cinder-772623-14-iscsi neutron-server[94300]: Metadata agent@dv-cinder-772623-14-iscsi: {}, Sep 09 05:09:52.086023 dv-cinder-772623-14-iscsi neutron-server[94300]: Metering agent@dv-cinder-772623-14-iscsi: {}, Sep 09 05:09:52.086023 dv-cinder-772623-14-iscsi neutron-server[94300]: Open vSwitch agent@dv-cinder-772623-14-iscsi: { 'AddressGroup': '1.2', Sep 09 05:09:52.086023 dv-cinder-772623-14-iscsi neutron-server[94300]: 'ConntrackHelper': '1.0', Sep 09 05:09:52.086023 dv-cinder-772623-14-iscsi neutron-server[94300]: 'Log': '1.0', Sep 09 05:09:52.086023 dv-cinder-772623-14-iscsi neutron-server[94300]: 'Network': '1.1', Sep 09 05:09:52.086023 dv-cinder-772623-14-iscsi neutron-server[94300]: 'Port': '1.7', Sep 09 05:09:52.086023 dv-cinder-772623-14-iscsi neutron-server[94300]: 'PortForwarding': '1.2', Sep 09 05:09:52.086023 dv-cinder-772623-14-iscsi neutron-server[94300]: 'QosPolicy': '1.9', Sep 09 05:09:52.086023 dv-cinder-772623-14-iscsi neutron-server[94300]: 'SecurityGroup': '1.4', Sep 09 05:09:52.086023 dv-cinder-772623-14-iscsi neutron-server[94300]: 'SecurityGroupRule': '1.2', Sep 09 05:09:52.086023 dv-cinder-772623-14-iscsi neutron-server[94300]: 'SubPort': '1.0', Sep 09 05:09:52.086023 dv-cinder-772623-14-iscsi neutron-server[94300]: 'Subnet': '1.1', Sep 09 05:09:52.086023 dv-cinder-772623-14-iscsi neutron-server[94300]: 'Trunk': '1.1'}} Sep 09 05:09:52.086023 dv-cinder-772623-14-iscsi neutron-server[94300]: {{(pid=94300) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 05:09:52.151222 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.plugins.ml2.db [None req-cea4d900-5324-48e4-aa48-816bbc1aade5 None None] For port add57190-79c3-405d-af05-0e1b9daeade2, host dv-cinder-772623-14-iscsi, cleared binding levels {{(pid=94300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 05:09:52.170870 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.plugins.ml2.db [None req-cea4d900-5324-48e4-aa48-816bbc1aade5 None None] For port add57190-79c3-405d-af05-0e1b9daeade2, host dv-cinder-772623-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-14-iscsi',level=0,port_id=add57190-79c3-405d-af05-0e1b9daeade2,segment=NetworkSegment(f7d77a32-4341-43f8-a4af-eefce1aa487f),segment_id=f7d77a32-4341-43f8-a4af-eefce1aa487f)] {{(pid=94300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 05:09:52.176104 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-cea4d900-5324-48e4-aa48-816bbc1aade5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:09:52.232683 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea4d900-5324-48e4-aa48-816bbc1aade5 None None] Routers {'7ebab6cc-6385-48b8-a01d-2e30f074f99a'} bound to L3 agent in host dv-cinder-772623-14-iscsi {{(pid=94300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 05:09:52.233297 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_hamode_db [None req-cea4d900-5324-48e4-aa48-816bbc1aade5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-09T05:09:16Z,description=,heartbeat_timestamp=2021-09-09T05:09:46Z,host='dv-cinder-772623-14-iscsi',id=e912432c-85e4-4a31-b574-aae2dcf01ec7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T05:09:16Z,topic='l3_agent')) {'router_ids': ['7ebab6cc-6385-48b8-a01d-2e30f074f99a'], 'active': True} {{(pid=94300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:09:52.274334 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081fa1e3-2e74-499c-a47b-00e575de2702 None None] Pushing event updated for resources: {'Port': ['ID=add57190-79c3-405d-af05-0e1b9daeade2,revision_number=4']} {{(pid=94300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:09:52.326912 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_dvr_db [None req-cea4d900-5324-48e4-aa48-816bbc1aade5 None None] Set router 7ebab6cc-6385-48b8-a01d-2e30f074f99a gateway port host: None {{(pid=94300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 05:09:52.538053 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_hamode_db [None req-cea4d900-5324-48e4-aa48-816bbc1aade5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ebab6cc-6385-48b8-a01d-2e30f074f99a', 'name': 'router1', 'tenant_id': '2d46fb2fcaa24e7d959b297f6318752f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:09:40Z', 'updated_at': '2021-09-09T05:09:49Z', 'revision_number': 2, 'project_id': '2d46fb2fcaa24e7d959b297f6318752f', 'gw_port_host': None, '_interfaces': [{'id': 'add57190-79c3-405d-af05-0e1b9daeade2', 'name': '', 'network_id': '21a9a11f-5a4a-4767-b1f7-2228fd946464', 'tenant_id': '2d46fb2fcaa24e7d959b297f6318752f', 'mac_address': 'fa:16:3e:6a:2a:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ebab6cc-6385-48b8-a01d-2e30f074f99a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a84b4698-0d12-472c-a856-4d58e49a5e11', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:09:49Z', 'updated_at': '2021-09-09T05:09:52Z', 'revision_number': 4, 'project_id': '2d46fb2fcaa24e7d959b297f6318752f', 'subnets': [{'id': 'a84b4698-0d12-472c-a856-4d58e49a5e11', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '081f850c-b295-441b-902a-a48df3c92707'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-14-iscsi', False) {} {{(pid=94300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:09:52.564360 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea4d900-5324-48e4-aa48-816bbc1aade5 None None] The sync data for ids ['7ebab6cc-6385-48b8-a01d-2e30f074f99a'] in dv-cinder-772623-14-iscsi is: [{'id': '7ebab6cc-6385-48b8-a01d-2e30f074f99a', 'name': 'router1', 'tenant_id': '2d46fb2fcaa24e7d959b297f6318752f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:09:40Z', 'updated_at': '2021-09-09T05:09:49Z', 'revision_number': 2, 'project_id': '2d46fb2fcaa24e7d959b297f6318752f', 'gw_port_host': None, '_interfaces': [{'id': 'add57190-79c3-405d-af05-0e1b9daeade2', 'name': '', 'network_id': '21a9a11f-5a4a-4767-b1f7-2228fd946464', 'tenant_id': '2d46fb2fcaa24e7d959b297f6318752f', 'mac_address': 'fa:16:3e:6a:2a:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ebab6cc-6385-48b8-a01d-2e30f074f99a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a84b4698-0d12-472c-a856-4d58e49a5e11', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:09:49Z', 'updated_at': '2021-09-09T05:09:52Z', 'revision_number': 4, 'project_id': '2d46fb2fcaa24e7d959b297f6318752f', 'subnets': [{'id': 'a84b4698-0d12-472c-a856-4d58e49a5e11', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '081f850c-b295-441b-902a-a48df3c92707'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 05:09:52.887867 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 59434) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:09:52.998460 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07264157-dc00-424b-8ce3-936f24bb7556 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:09:52.999858 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-07264157-dc00-424b-8ce3-936f24bb7556 admin admin] 10.222.0.24 "GET /v2.0/networks/5214b103-0600-4a81-9a33-2571ddc573a1 HTTP/1.1" status: 200 len: 842 time: 0.1110985 Sep 09 05:09:53.009790 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.v2.base [None req-bbaace0e-1b09-47c6-a4d3-7dbccd607b90 admin admin] Request body: {'subnet': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'cidr': '172.27.2.0/24', 'ip_version': 4, 'enable_dhcp': False, 'gateway_ip': '172.27.2.1', 'name': 'public-subnet'}} {{(pid=94298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:09:53.030221 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbaace0e-1b09-47c6-a4d3-7dbccd607b90 admin admin] Made reservation on behalf of 04b8b89a000c4a87aad79d049db351d7 for: {'subnet': 1} {{(pid=94298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 05:09:53.033119 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-bbaace0e-1b09-47c6-a4d3-7dbccd607b90 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:09:53.312019 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.objects.ports [None req-bbaace0e-1b09-47c6-a4d3-7dbccd607b90 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94298) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 09 05:09:53.312639 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-bbaace0e-1b09-47c6-a4d3-7dbccd607b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442'] for subnet, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:09:53.366542 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaace0e-1b09-47c6-a4d3-7dbccd607b90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b692485-8a86-47cc-9882-0c3698d3f08b,revision_number=0']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:09:53.376577 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbaace0e-1b09-47c6-a4d3-7dbccd607b90 admin admin] Checking segment: {'id': 'df80411f-acb6-4e9d-a7f5-4a8066bc7b33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 05:09:53.376923 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbaace0e-1b09-47c6-a4d3-7dbccd607b90 admin admin] Network hostable DHCP agents. Network: 5214b103-0600-4a81-9a33-2571ddc573a1, hostable agents: ['bd61413d-9299-49db-9f91-5814fb92a5ef'], hosted agents: [] {{(pid=94298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 05:09:53.392023 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbaace0e-1b09-47c6-a4d3-7dbccd607b90 admin admin] Network 5214b103-0600-4a81-9a33-2571ddc573a1 is scheduled to be hosted by DHCP agent bd61413d-9299-49db-9f91-5814fb92a5ef with binding_index 1 {{(pid=94298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 05:09:53.402097 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.base_scheduler [None req-bbaace0e-1b09-47c6-a4d3-7dbccd607b90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-14-iscsi, 5214b103-0600-4a81-9a33-2571ddc573a1) {{(pid=94298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 05:09:53.409154 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbaace0e-1b09-47c6-a4d3-7dbccd607b90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:09:53.409460 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-bbaace0e-1b09-47c6-a4d3-7dbccd607b90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for subnet, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:09:53.413953 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ed7b62-985e-452c-b7a9-48f37bb756f0 None None] Network 5214b103-0600-4a81-9a33-2571ddc573a1 requested from dv-cinder-772623-14-iscsi {{(pid=94299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 05:09:53.428285 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-bbaace0e-1b09-47c6-a4d3-7dbccd607b90 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4217801 Sep 09 05:09:53.556843 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed7131e-ab41-435d-9f83-9b811e0e51c3 None None] Network 5214b103-0600-4a81-9a33-2571ddc573a1 requested from dv-cinder-772623-14-iscsi {{(pid=94299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 05:09:55.768458 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 59442) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:09:55.915198 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-b65108a2-906e-4c7b-9cb4-01d420756b2f admin admin] 10.222.0.24 "GET /v2.0/routers/7ebab6cc-6385-48b8-a01d-2e30f074f99a HTTP/1.1" status: 200 len: 710 time: 0.1402349 Sep 09 05:09:56.063271 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d5fd74-7c88-49c9-bc68-4b63316ebcc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:09:56.070074 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-f7d5fd74-7c88-49c9-bc68-4b63316ebcc0 admin admin] 10.222.0.24 "GET /v2.0/networks/5214b103-0600-4a81-9a33-2571ddc573a1 HTTP/1.1" status: 200 len: 886 time: 0.1487029 Sep 09 05:09:56.073868 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.v2.base [None req-c41eb578-2d8b-4425-b137-a2dab745b311 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1'}}} {{(pid=94298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:09:56.318704 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-c41eb578-2d8b-4425-b137-a2dab745b311 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:09:56.547150 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-c41eb578-2d8b-4425-b137-a2dab745b311 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:09:56.619540 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-c41eb578-2d8b-4425-b137-a2dab745b311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:09:56.723631 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.db.db_base_plugin_common [None req-c41eb578-2d8b-4425-b137-a2dab745b311 admin admin] Allocated IP 172.27.2.252 (5214b103-0600-4a81-9a33-2571ddc573a1/5b692485-8a86-47cc-9882-0c3698d3f08b/e57e34cd-079b-4c82-a352-292c8d5215bc) {{(pid=94298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 05:09:56.821122 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-c41eb578-2d8b-4425-b137-a2dab745b311 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:09:56.864328 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-c41eb578-2d8b-4425-b137-a2dab745b311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748631669697'] for port, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:09:56.901333 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41eb578-2d8b-4425-b137-a2dab745b311 admin admin] Network 5214b103-0600-4a81-9a33-2571ddc573a1 is already hosted by enough agents. {{(pid=94298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 05:09:56.903937 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.base_scheduler [None req-c41eb578-2d8b-4425-b137-a2dab745b311 admin admin] Resources bound (agent type, host, resource id): {{(pid=94298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 05:09:56.908822 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41eb578-2d8b-4425-b137-a2dab745b311 admin admin] Received port after_create {{(pid=94298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 05:09:56.946598 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41eb578-2d8b-4425-b137-a2dab745b311 admin admin] Pushing event updated for resources: {'Port': ['ID=e57e34cd-079b-4c82-a352-292c8d5215bc,revision_number=1']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:09:57.158199 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-c41eb578-2d8b-4425-b137-a2dab745b311 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:09:57.440097 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-c41eb578-2d8b-4425-b137-a2dab745b311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-600226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-603922', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4227'] for router, precommit_update {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:09:57.443609 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-c41eb578-2d8b-4425-b137-a2dab745b311 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600385', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-600251', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-600392', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-603947'] for router, after_update {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:09:57.551297 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c41eb578-2d8b-4425-b137-a2dab745b311 admin admin] Router 7ebab6cc-6385-48b8-a01d-2e30f074f99a has already been hosted by L3 agent e912432c-85e4-4a31-b574-aae2dcf01ec7 {{(pid=94298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 05:09:57.668893 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c41eb578-2d8b-4425-b137-a2dab745b311 admin admin] Notify agent at l3_agent.dv-cinder-772623-14-iscsi the message routers_updated {{(pid=94298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 05:09:57.673311 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-c41eb578-2d8b-4425-b137-a2dab745b311 admin admin] Notify callbacks [] for router, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:09:57.674545 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-c41eb578-2d8b-4425-b137-a2dab745b311 admin admin] 10.222.0.24 "PUT /v2.0/routers/7ebab6cc-6385-48b8-a01d-2e30f074f99a HTTP/1.1" status: 200 len: 890 time: 1.6038430 Sep 09 05:09:58.360694 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device add57190-79c3-405d-af05-0e1b9daeade2 up at agent ovs-agent-dv-cinder-772623-14-iscsi {{(pid=94299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 05:09:58.409366 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Provisioning for port add57190-79c3-405d-af05-0e1b9daeade2 completed by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 05:09:58.414265 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Provisioning complete for port add57190-79c3-405d-af05-0e1b9daeade2 triggered by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:09:58.414642 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:09:58.493158 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:09:58.525166 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] For port add57190-79c3-405d-af05-0e1b9daeade2, host dv-cinder-772623-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-14-iscsi',level=0,port_id=add57190-79c3-405d-af05-0e1b9daeade2,segment=NetworkSegment(f7d77a32-4341-43f8-a4af-eefce1aa487f),segment_id=f7d77a32-4341-43f8-a4af-eefce1aa487f)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:09:58.529376 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:09:58.627314 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Pushing event updated for resources: {'Port': ['ID=add57190-79c3-405d-af05-0e1b9daeade2,revision_number=5']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:09:59.013636 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bd9f5e-f3e1-45c6-a383-5a431d499d81 None None] Sync routers for ids ['7ebab6cc-6385-48b8-a01d-2e30f074f99a'] in dv-cinder-772623-14-iscsi {{(pid=94299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 05:09:59.023946 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bd9f5e-f3e1-45c6-a383-5a431d499d81 None None] Routers {'7ebab6cc-6385-48b8-a01d-2e30f074f99a'} bound to L3 agent in host dv-cinder-772623-14-iscsi {{(pid=94299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 05:09:59.024595 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-76bd9f5e-f3e1-45c6-a383-5a431d499d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-09T05:09:16Z,description=,heartbeat_timestamp=2021-09-09T05:09:46Z,host='dv-cinder-772623-14-iscsi',id=e912432c-85e4-4a31-b574-aae2dcf01ec7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T05:09:16Z,topic='l3_agent')) {'router_ids': ['7ebab6cc-6385-48b8-a01d-2e30f074f99a'], 'active': True} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:09:59.231765 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvr_db [None req-76bd9f5e-f3e1-45c6-a383-5a431d499d81 None None] Set router 7ebab6cc-6385-48b8-a01d-2e30f074f99a gateway port host: dv-cinder-772623-14-iscsi {{(pid=94299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 05:09:59.623557 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-76bd9f5e-f3e1-45c6-a383-5a431d499d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ebab6cc-6385-48b8-a01d-2e30f074f99a', 'name': 'router1', 'tenant_id': '2d46fb2fcaa24e7d959b297f6318752f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'e57e34cd-079b-4c82-a352-292c8d5215bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:09:40Z', 'updated_at': '2021-09-09T05:09:57Z', 'revision_number': 4, 'project_id': '2d46fb2fcaa24e7d959b297f6318752f', 'gw_port': {'id': 'e57e34cd-079b-4c82-a352-292c8d5215bc', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:2f:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ebab6cc-6385-48b8-a01d-2e30f074f99a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:09:56Z', 'updated_at': '2021-09-09T05:09:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi', '_interfaces': [{'id': 'add57190-79c3-405d-af05-0e1b9daeade2', 'name': '', 'network_id': '21a9a11f-5a4a-4767-b1f7-2228fd946464', 'tenant_id': '2d46fb2fcaa24e7d959b297f6318752f', 'mac_address': 'fa:16:3e:6a:2a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ebab6cc-6385-48b8-a01d-2e30f074f99a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a84b4698-0d12-472c-a856-4d58e49a5e11', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:09:49Z', 'updated_at': '2021-09-09T05:09:58Z', 'revision_number': 5, 'project_id': '2d46fb2fcaa24e7d959b297f6318752f', 'subnets': [{'id': 'a84b4698-0d12-472c-a856-4d58e49a5e11', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '081f850c-b295-441b-902a-a48df3c92707'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-14-iscsi', False) {} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:09:59.676859 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bd9f5e-f3e1-45c6-a383-5a431d499d81 None None] Checking router: 7ebab6cc-6385-48b8-a01d-2e30f074f99a for host: dv-cinder-772623-14-iscsi {{(pid=94299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 05:09:59.677203 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bd9f5e-f3e1-45c6-a383-5a431d499d81 None None] Updating router 7ebab6cc-6385-48b8-a01d-2e30f074f99a port e57e34cd-079b-4c82-a352-292c8d5215bc binding host dv-cinder-772623-14-iscsi {{(pid=94299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 05:09:59.723804 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-76bd9f5e-f3e1-45c6-a383-5a431d499d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:10:00.044846 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-76bd9f5e-f3e1-45c6-a383-5a431d499d81 None None] Notify callbacks [] for port, precommit_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:10:00.054115 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-76bd9f5e-f3e1-45c6-a383-5a431d499d81 None None] Transition to ACTIVE for port object e57e34cd-079b-4c82-a352-292c8d5215bc will not be triggered until provisioned by entity L2. {{(pid=94299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 05:10:00.060043 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-76bd9f5e-f3e1-45c6-a383-5a431d499d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:10:00.093026 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 59454) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:10:00.113634 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7c68ea-bae9-4cf7-9fa8-782aaff02bfe None None] Pushing event updated for resources: {'Port': ['ID=e57e34cd-079b-4c82-a352-292c8d5215bc,revision_number=2']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:10:00.117266 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.managers [None req-76bd9f5e-f3e1-45c6-a383-5a431d499d81 None None] Attempting to bind port e57e34cd-079b-4c82-a352-292c8d5215bc on host dv-cinder-772623-14-iscsi for vnic_type normal with profile {{(pid=94299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 05:10:00.117637 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.managers [None req-76bd9f5e-f3e1-45c6-a383-5a431d499d81 None None] Attempting to bind port e57e34cd-079b-4c82-a352-292c8d5215bc by drivers openvswitch,hyperv on host dv-cinder-772623-14-iscsi at level 0 using segments [{'id': 'df80411f-acb6-4e9d-a7f5-4a8066bc7b33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1'}] {{(pid=94299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 05:10:00.118013 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bd9f5e-f3e1-45c6-a383-5a431d499d81 None None] Attempting to bind port e57e34cd-079b-4c82-a352-292c8d5215bc on network 5214b103-0600-4a81-9a33-2571ddc573a1 {{(pid=94299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 05:10:00.122955 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bd9f5e-f3e1-45c6-a383-5a431d499d81 None None] Checking agent: {'id': 'b4d491fa-f395-4d31-93f5-2c51f286f631', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 5, 9, 17), 'started_at': datetime.datetime(2021, 9, 9, 5, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 5, 9, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 05:10:00.123314 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bd9f5e-f3e1-45c6-a383-5a431d499d81 None None] Checking segment: {'id': 'df80411f-acb6-4e9d-a7f5-4a8066bc7b33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 05:10:00.123705 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-76bd9f5e-f3e1-45c6-a383-5a431d499d81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:10:00.124084 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76bd9f5e-f3e1-45c6-a383-5a431d499d81 None None] Bound using segment: {'id': 'df80411f-acb6-4e9d-a7f5-4a8066bc7b33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1'} {{(pid=94299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 05:10:00.125059 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.managers [None req-76bd9f5e-f3e1-45c6-a383-5a431d499d81 None None] Bound port: e57e34cd-079b-4c82-a352-292c8d5215bc, host: dv-cinder-772623-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df80411f-acb6-4e9d-a7f5-4a8066bc7b33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1'}}] {{(pid=94299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 05:10:00.125518 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-76bd9f5e-f3e1-45c6-a383-5a431d499d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:10:00.174911 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-76bd9f5e-f3e1-45c6-a383-5a431d499d81 None None] For port e57e34cd-079b-4c82-a352-292c8d5215bc, host dv-cinder-772623-14-iscsi, cleared binding levels {{(pid=94299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 05:10:00.177986 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-76bd9f5e-f3e1-45c6-a383-5a431d499d81 None None] For port e57e34cd-079b-4c82-a352-292c8d5215bc, host dv-cinder-772623-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-14-iscsi',level=0,port_id=e57e34cd-079b-4c82-a352-292c8d5215bc,segment=NetworkSegment(df80411f-acb6-4e9d-a7f5-4a8066bc7b33),segment_id=df80411f-acb6-4e9d-a7f5-4a8066bc7b33)] {{(pid=94299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 05:10:00.182005 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-76bd9f5e-f3e1-45c6-a383-5a431d499d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:10:00.220705 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-b1abadc3-53bf-41f4-8bd1-61e56c916e62 admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1238878 Sep 09 05:10:00.241513 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76bd9f5e-f3e1-45c6-a383-5a431d499d81 None None] Routers {'7ebab6cc-6385-48b8-a01d-2e30f074f99a'} bound to L3 agent in host dv-cinder-772623-14-iscsi {{(pid=94299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 05:10:00.242178 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-76bd9f5e-f3e1-45c6-a383-5a431d499d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-09T05:09:16Z,description=,heartbeat_timestamp=2021-09-09T05:09:46Z,host='dv-cinder-772623-14-iscsi',id=e912432c-85e4-4a31-b574-aae2dcf01ec7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T05:09:16Z,topic='l3_agent')) {'router_ids': ['7ebab6cc-6385-48b8-a01d-2e30f074f99a'], 'active': True} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:10:00.371931 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device add57190-79c3-405d-af05-0e1b9daeade2 up at agent ovs-agent-dv-cinder-772623-14-iscsi {{(pid=94299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 05:10:00.376933 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7c68ea-bae9-4cf7-9fa8-782aaff02bfe None None] Pushing event updated for resources: {'Port': ['ID=e57e34cd-079b-4c82-a352-292c8d5215bc,revision_number=3']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:10:00.481924 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvr_db [None req-76bd9f5e-f3e1-45c6-a383-5a431d499d81 None None] Set router 7ebab6cc-6385-48b8-a01d-2e30f074f99a gateway port host: dv-cinder-772623-14-iscsi {{(pid=94299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 05:10:00.509194 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Provisioning complete for port add57190-79c3-405d-af05-0e1b9daeade2 triggered by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:10:00.509562 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:10:00.761180 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-76bd9f5e-f3e1-45c6-a383-5a431d499d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ebab6cc-6385-48b8-a01d-2e30f074f99a', 'name': 'router1', 'tenant_id': '2d46fb2fcaa24e7d959b297f6318752f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'e57e34cd-079b-4c82-a352-292c8d5215bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:09:40Z', 'updated_at': '2021-09-09T05:09:57Z', 'revision_number': 4, 'project_id': '2d46fb2fcaa24e7d959b297f6318752f', 'gw_port': {'id': 'e57e34cd-079b-4c82-a352-292c8d5215bc', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:2f:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ebab6cc-6385-48b8-a01d-2e30f074f99a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:09:56Z', 'updated_at': '2021-09-09T05:10:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi', '_interfaces': [{'id': 'add57190-79c3-405d-af05-0e1b9daeade2', 'name': '', 'network_id': '21a9a11f-5a4a-4767-b1f7-2228fd946464', 'tenant_id': '2d46fb2fcaa24e7d959b297f6318752f', 'mac_address': 'fa:16:3e:6a:2a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ebab6cc-6385-48b8-a01d-2e30f074f99a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a84b4698-0d12-472c-a856-4d58e49a5e11', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:09:49Z', 'updated_at': '2021-09-09T05:09:58Z', 'revision_number': 5, 'project_id': '2d46fb2fcaa24e7d959b297f6318752f', 'subnets': [{'id': 'a84b4698-0d12-472c-a856-4d58e49a5e11', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '081f850c-b295-441b-902a-a48df3c92707'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-14-iscsi', False) {} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:10:00.787540 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76bd9f5e-f3e1-45c6-a383-5a431d499d81 None None] The sync data for ids ['7ebab6cc-6385-48b8-a01d-2e30f074f99a'] in dv-cinder-772623-14-iscsi is: [{'id': '7ebab6cc-6385-48b8-a01d-2e30f074f99a', 'name': 'router1', 'tenant_id': '2d46fb2fcaa24e7d959b297f6318752f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.252'}], 'enable_snat': True}, 'gw_port_id': 'e57e34cd-079b-4c82-a352-292c8d5215bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:09:40Z', 'updated_at': '2021-09-09T05:09:57Z', 'revision_number': 4, 'project_id': '2d46fb2fcaa24e7d959b297f6318752f', 'gw_port': {'id': 'e57e34cd-079b-4c82-a352-292c8d5215bc', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:2f:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ebab6cc-6385-48b8-a01d-2e30f074f99a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:09:56Z', 'updated_at': '2021-09-09T05:10:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi', '_interfaces': [{'id': 'add57190-79c3-405d-af05-0e1b9daeade2', 'name': '', 'network_id': '21a9a11f-5a4a-4767-b1f7-2228fd946464', 'tenant_id': '2d46fb2fcaa24e7d959b297f6318752f', 'mac_address': 'fa:16:3e:6a:2a:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ebab6cc-6385-48b8-a01d-2e30f074f99a', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a84b4698-0d12-472c-a856-4d58e49a5e11', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:09:49Z', 'updated_at': '2021-09-09T05:09:58Z', 'revision_number': 5, 'project_id': '2d46fb2fcaa24e7d959b297f6318752f', 'subnets': [{'id': 'a84b4698-0d12-472c-a856-4d58e49a5e11', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '081f850c-b295-441b-902a-a48df3c92707'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 05:10:02.401764 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device e57e34cd-079b-4c82-a352-292c8d5215bc up at agent ovs-agent-dv-cinder-772623-14-iscsi {{(pid=94299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 05:10:02.466032 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Provisioning for port e57e34cd-079b-4c82-a352-292c8d5215bc completed by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 05:10:02.470492 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Provisioning complete for port e57e34cd-079b-4c82-a352-292c8d5215bc triggered by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:10:02.471513 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:10:02.555095 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:10:02.579324 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] For port e57e34cd-079b-4c82-a352-292c8d5215bc, host dv-cinder-772623-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-14-iscsi',level=0,port_id=e57e34cd-079b-4c82-a352-292c8d5215bc,segment=NetworkSegment(df80411f-acb6-4e9d-a7f5-4a8066bc7b33),segment_id=df80411f-acb6-4e9d-a7f5-4a8066bc7b33)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:10:02.584199 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:10:02.639134 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Pushing event updated for resources: {'Port': ['ID=e57e34cd-079b-4c82-a352-292c8d5215bc,revision_number=4']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:10:03.327193 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.agents_db [None req-c4fa6e85-f278-4c65-a736-468407d89cbd None None] Agent healthcheck: found 5 active agents {{(pid=94300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 05:10:04.385498 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device e57e34cd-079b-4c82-a352-292c8d5215bc up at agent ovs-agent-dv-cinder-772623-14-iscsi {{(pid=94299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 05:10:04.485561 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Provisioning complete for port e57e34cd-079b-4c82-a352-292c8d5215bc triggered by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:10:04.486355 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:10:13.828697 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-c02c5c6a-95ef-4964-af88-12c0695c7e59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:10:16.505799 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-e30c2d46-b654-4689-b608-aafba3b6a165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:10:16.871632 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:10:17.590340 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-9dcada0b-7967-4cde-8891-c5586c834af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:10:19.102501 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-fdc48b13-ab8b-41d0-a622-21cc731cd6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:10:40.333025 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.agents_db [None req-c4fa6e85-f278-4c65-a736-468407d89cbd None None] Agent healthcheck: found 5 active agents {{(pid=94300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 05:10:43.829891 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-00573adc-5176-4d9a-9cfa-f07596194b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:10:46.510549 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-fcbfa2b0-9d82-49ac-bc54-e1d4aba0bc6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:10:46.870340 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:10:47.592171 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-9dcada0b-7967-4cde-8891-c5586c834af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:10:49.106320 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-fdc48b13-ab8b-41d0-a622-21cc731cd6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:11:13.832412 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-99083f18-6295-48d5-a7f3-a18df8e578f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:11:16.511585 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-51d305bc-e404-4910-a274-593eb7177a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:11:16.864528 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:11:17.330872 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.agents_db [None req-c4fa6e85-f278-4c65-a736-468407d89cbd None None] Agent healthcheck: found 5 active agents {{(pid=94300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 05:11:17.595242 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-9dcada0b-7967-4cde-8891-c5586c834af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:11:19.110405 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-fdc48b13-ab8b-41d0-a622-21cc731cd6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:11:36.509416 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 60018) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:11:36.578823 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.pecan_wsgi.hooks.translation [None req-c07d9cc0-44b3-423f-80d6-3b7eed66ea23 admin admin] GET failed (client error): The resource could not be found. Sep 09 05:11:36.580122 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-c07d9cc0-44b3-423f-80d6-3b7eed66ea23 admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0697517 Sep 09 05:11:36.763072 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8d99ff-75ae-4305-b5c7-39684cf4d076 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:11:36.765087 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-0f8d99ff-75ae-4305-b5c7-39684cf4d076 admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1804588 Sep 09 05:11:38.926490 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 60028) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:11:39.052755 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1690a9-cf53-4b92-90bd-784eab8a2a59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:11:39.054102 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-bb1690a9-cf53-4b92-90bd-784eab8a2a59 admin admin] 10.222.0.24 "GET /v2.0/subnets/a84b4698-0d12-472c-a856-4d58e49a5e11 HTTP/1.1" status: 200 len: 849 time: 0.1266763 Sep 09 05:11:39.064638 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.v2.base [None req-181f3592-ead9-4177-a403-df0031dd3396 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:11:39.149555 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-181f3592-ead9-4177-a403-df0031dd3396 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:11:39.295081 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-181f3592-ead9-4177-a403-df0031dd3396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8748632172557'] for subnet, after_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:11:39.332302 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181f3592-ead9-4177-a403-df0031dd3396 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:11:39.333354 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-181f3592-ead9-4177-a403-df0031dd3396 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for subnet, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:11:39.334367 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-181f3592-ead9-4177-a403-df0031dd3396 admin admin] 10.222.0.24 "PUT /v2.0/subnets/a84b4698-0d12-472c-a856-4d58e49a5e11 HTTP/1.1" status: 200 len: 868 time: 0.2739582 Sep 09 05:11:39.337132 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96de95a8-06af-4e1d-bf56-eba3c09641c3 None None] Network 21a9a11f-5a4a-4767-b1f7-2228fd946464 requested from dv-cinder-772623-14-iscsi {{(pid=94299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 05:11:39.354254 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181f3592-ead9-4177-a403-df0031dd3396 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a84b4698-0d12-472c-a856-4d58e49a5e11,revision_number=1']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:11:39.361532 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181f3592-ead9-4177-a403-df0031dd3396 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:11:39.361954 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181f3592-ead9-4177-a403-df0031dd3396 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:11:39.362280 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181f3592-ead9-4177-a403-df0031dd3396 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:11:39.362613 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181f3592-ead9-4177-a403-df0031dd3396 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:11:39.362945 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181f3592-ead9-4177-a403-df0031dd3396 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:11:39.363289 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181f3592-ead9-4177-a403-df0031dd3396 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:11:39.363629 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181f3592-ead9-4177-a403-df0031dd3396 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:11:39.363979 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181f3592-ead9-4177-a403-df0031dd3396 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:11:39.364729 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181f3592-ead9-4177-a403-df0031dd3396 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:11:39.364729 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181f3592-ead9-4177-a403-df0031dd3396 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:11:39.365003 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181f3592-ead9-4177-a403-df0031dd3396 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:11:39.365272 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181f3592-ead9-4177-a403-df0031dd3396 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:11:39.729229 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-213e3fb3-1c3a-41b6-8056-ee772e66f887 None None] Provisioning complete for port 0ec03d26-ad32-419b-a031-764366080bc9 triggered by entity DHCP. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:11:39.729530 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-213e3fb3-1c3a-41b6-8056-ee772e66f887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:11:39.814711 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-213e3fb3-1c3a-41b6-8056-ee772e66f887 None None] Provisioning complete for port add57190-79c3-405d-af05-0e1b9daeade2 triggered by entity DHCP. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:11:39.814971 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-213e3fb3-1c3a-41b6-8056-ee772e66f887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:11:41.534804 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 60036) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:11:41.736006 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab081ee8-e4ba-4d6a-b3c4-3b666099da72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:11:41.736423 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab081ee8-e4ba-4d6a-b3c4-3b666099da72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:11:41.738030 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-ab081ee8-e4ba-4d6a-b3c4-3b666099da72 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2022662 Sep 09 05:11:43.835487 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-b8d74028-432e-4f50-a5a5-8a6039a1a014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:11:43.947211 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 60046) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:11:44.144706 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f78487-9a98-4bd9-a05a-540a1248fee8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:11:44.145096 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f78487-9a98-4bd9-a05a-540a1248fee8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:11:44.146667 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-39f78487-9a98-4bd9-a05a-540a1248fee8 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1985068 Sep 09 05:11:46.303142 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 60054) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:11:46.500494 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718020b0-9f52-4eb5-93c8-a37286d9d691 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:11:46.506331 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-718020b0-9f52-4eb5-93c8-a37286d9d691 admin admin] 10.222.0.24 "GET /v2.0/networks/21a9a11f-5a4a-4767-b1f7-2228fd946464 HTTP/1.1" status: 200 len: 868 time: 0.1977444 Sep 09 05:11:46.512362 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-b7184c02-01b8-43fe-8195-b7bf845cb24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:11:46.868111 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:11:47.597862 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-9dcada0b-7967-4cde-8891-c5586c834af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:11:48.718677 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 60062) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:11:48.841040 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78560adc-fb57-4779-8ac8-77c1fe616e87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:11:48.843091 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-78560adc-fb57-4779-8ac8-77c1fe616e87 admin admin] 10.222.0.24 "GET /v2.0/networks/5214b103-0600-4a81-9a33-2571ddc573a1 HTTP/1.1" status: 200 len: 886 time: 0.1234670 Sep 09 05:11:49.112029 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-fdc48b13-ab8b-41d0-a622-21cc731cd6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:11:51.019556 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 60070) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:11:51.142907 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b95af1-c844-4e53-9d5a-8d2252a0e3f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:11:51.143370 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b95af1-c844-4e53-9d5a-8d2252a0e3f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:11:51.144907 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-54b95af1-c844-4e53-9d5a-8d2252a0e3f2 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1244094 Sep 09 05:11:53.338560 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 60078) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:11:53.428319 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de3ddd2-3595-413f-9d57-93ebdbe219d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:11:53.428774 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de3ddd2-3595-413f-9d57-93ebdbe219d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:11:53.430276 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-3de3ddd2-3595-413f-9d57-93ebdbe219d7 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0908060 Sep 09 05:11:54.390662 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.agents_db [None req-c4fa6e85-f278-4c65-a736-468407d89cbd None None] Agent healthcheck: found 5 active agents {{(pid=94300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 05:11:55.621612 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 60086) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:11:55.710437 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae8591f-ad83-4b61-b1a9-8b939eb4f445 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:11:55.711711 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-7ae8591f-ad83-4b61-b1a9-8b939eb4f445 admin admin] 10.222.0.24 "GET /v2.0/subnets/5b692485-8a86-47cc-9882-0c3698d3f08b HTTP/1.1" status: 200 len: 816 time: 0.0890326 Sep 09 05:11:57.885260 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 60094) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:11:57.977478 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9aee76-c1f7-44f3-b77e-f9196642cdf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:11:57.978832 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-cc9aee76-c1f7-44f3-b77e-f9196642cdf4 admin admin] 10.222.0.24 "GET /v2.0/subnets/a84b4698-0d12-472c-a856-4d58e49a5e11 HTTP/1.1" status: 200 len: 868 time: 0.0925989 Sep 09 05:12:13.838871 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-dda492eb-54a1-45fc-bb21-e809382b0e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:12:16.513820 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-8ab9276d-4b33-4b88-ac04-e280889be0de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:12:16.869938 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:12:17.601001 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-9dcada0b-7967-4cde-8891-c5586c834af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:12:19.116237 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-fdc48b13-ab8b-41d0-a622-21cc731cd6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:12:21.762202 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 60148) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:12:21.809630 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [None req-043288be-e21f-4e56-ae27-99e1db13ac66 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 05:12:21.810941 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-043288be-e21f-4e56-ae27-99e1db13ac66 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0475287 Sep 09 05:12:24.095535 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 60156) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:12:24.156817 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f6698ab-6a7f-4143-8f0d-be111ef71bcb admin admin] GET failed (client error): The resource could not be found. Sep 09 05:12:24.158282 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-9f6698ab-6a7f-4143-8f0d-be111ef71bcb admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0618074 Sep 09 05:12:24.297524 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f272f9e2-620d-4759-b8df-1ee4b9ab672b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:12:24.299005 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-f272f9e2-620d-4759-b8df-1ee4b9ab672b admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1361828 Sep 09 05:12:26.549886 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 60164) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:12:26.599336 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.v2.base [None req-33e3337e-197f-48dc-8d19-0d28d62b5012 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=94298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:12:26.618973 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33e3337e-197f-48dc-8d19-0d28d62b5012 admin admin] Made reservation on behalf of 04b8b89a000c4a87aad79d049db351d7 for: {'network': 1} {{(pid=94298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 05:12:26.622216 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-33e3337e-197f-48dc-8d19-0d28d62b5012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for network, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:12:26.649482 dv-cinder-772623-14-iscsi neutron-server[94298]: WARNING neutron.services.revisions.revision_plugin [None req-33e3337e-197f-48dc-8d19-0d28d62b5012 admin admin] Could not find related network for resource to bump revision. Sep 09 05:12:26.661968 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33e3337e-197f-48dc-8d19-0d28d62b5012 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=94298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 05:12:26.671690 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-33e3337e-197f-48dc-8d19-0d28d62b5012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771871'] for segment, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:12:26.672032 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.db.segments_db [None req-33e3337e-197f-48dc-8d19-0d28d62b5012 admin admin] Added segment 062d05df-7ef1-4467-bccb-785939a96653 of type vlan for network 0cf8f16d-05c4-4365-9292-3ff78de54c89 Sep 09 05:12:26.713114 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-33e3337e-197f-48dc-8d19-0d28d62b5012 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748631623976'] for network, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:12:26.739198 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-33e3337e-197f-48dc-8d19-0d28d62b5012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442'] for network, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:12:26.740099 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e3337e-197f-48dc-8d19-0d28d62b5012 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:12:26.740680 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-33e3337e-197f-48dc-8d19-0d28d62b5012 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for network, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:12:26.767209 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-33e3337e-197f-48dc-8d19-0d28d62b5012 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2162528 Sep 09 05:12:26.800491 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3337e-197f-48dc-8d19-0d28d62b5012 admin admin] Pushing event updated for resources: {'Network': ['ID=0cf8f16d-05c4-4365-9292-3ff78de54c89,revision_number=1']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:12:26.807736 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e3337e-197f-48dc-8d19-0d28d62b5012 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:12:26.808103 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e3337e-197f-48dc-8d19-0d28d62b5012 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:12:26.809018 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e3337e-197f-48dc-8d19-0d28d62b5012 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:12:26.809398 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e3337e-197f-48dc-8d19-0d28d62b5012 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:12:26.809749 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e3337e-197f-48dc-8d19-0d28d62b5012 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:12:26.810083 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e3337e-197f-48dc-8d19-0d28d62b5012 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:12:26.810410 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e3337e-197f-48dc-8d19-0d28d62b5012 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:12:26.810766 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e3337e-197f-48dc-8d19-0d28d62b5012 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:12:26.811114 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e3337e-197f-48dc-8d19-0d28d62b5012 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:12:26.811440 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e3337e-197f-48dc-8d19-0d28d62b5012 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:12:26.811760 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e3337e-197f-48dc-8d19-0d28d62b5012 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:12:26.812085 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e3337e-197f-48dc-8d19-0d28d62b5012 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:12:26.823597 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Network 0cf8f16d-05c4-4365-9292-3ff78de54c89 details requested by agent ovs-agent-dv-cinder-772623-14-iscsi with host dv-cinder-772623-14-iscsi {{(pid=94299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 05:12:28.996619 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 60172) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:12:29.055682 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.pecan_wsgi.hooks.translation [None req-58b07ef2-065f-4d00-89ed-055bf0a90ab4 admin admin] GET failed (client error): The resource could not be found. Sep 09 05:12:29.057000 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-58b07ef2-065f-4d00-89ed-055bf0a90ab4 admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0594206 Sep 09 05:12:29.128494 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddcd64d3-c88e-41fb-843a-12eaadb1b955 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:12:29.129942 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-ddcd64d3-c88e-41fb-843a-12eaadb1b955 admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0679567 Sep 09 05:12:29.141021 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.v2.base [None req-4a280acb-cda0-4861-b2a4-ed03ee25a04f admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '0cf8f16d-05c4-4365-9292-3ff78de54c89', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=94298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:12:29.160471 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a280acb-cda0-4861-b2a4-ed03ee25a04f admin admin] Made reservation on behalf of 04b8b89a000c4a87aad79d049db351d7 for: {'subnet': 1} {{(pid=94298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 05:12:29.162799 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-4a280acb-cda0-4861-b2a4-ed03ee25a04f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:12:29.319194 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-4a280acb-cda0-4861-b2a4-ed03ee25a04f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442'] for subnet, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:12:29.369082 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a280acb-cda0-4861-b2a4-ed03ee25a04f admin admin] Pushing event updated for resources: {'Subnet': ['ID=eca64991-cd09-4825-9bc5-a9bba31c378b,revision_number=0']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:12:29.379032 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a280acb-cda0-4861-b2a4-ed03ee25a04f admin admin] Checking segment: {'id': '062d05df-7ef1-4467-bccb-785939a96653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0cf8f16d-05c4-4365-9292-3ff78de54c89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 05:12:29.379379 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a280acb-cda0-4861-b2a4-ed03ee25a04f admin admin] Network hostable DHCP agents. Network: 0cf8f16d-05c4-4365-9292-3ff78de54c89, hostable agents: ['bd61413d-9299-49db-9f91-5814fb92a5ef'], hosted agents: [] {{(pid=94298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 05:12:29.394675 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a280acb-cda0-4861-b2a4-ed03ee25a04f admin admin] Network 0cf8f16d-05c4-4365-9292-3ff78de54c89 is scheduled to be hosted by DHCP agent bd61413d-9299-49db-9f91-5814fb92a5ef with binding_index 1 {{(pid=94298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 05:12:29.403050 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.base_scheduler [None req-4a280acb-cda0-4861-b2a4-ed03ee25a04f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-14-iscsi, 0cf8f16d-05c4-4365-9292-3ff78de54c89) {{(pid=94298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 05:12:29.407061 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a280acb-cda0-4861-b2a4-ed03ee25a04f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:12:29.407644 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-4a280acb-cda0-4861-b2a4-ed03ee25a04f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for subnet, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:12:29.412044 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38454fc-c995-4d7d-bda3-bb44f0bd09d0 None None] Network 0cf8f16d-05c4-4365-9292-3ff78de54c89 requested from dv-cinder-772623-14-iscsi {{(pid=94299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 05:12:29.423187 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-4a280acb-cda0-4861-b2a4-ed03ee25a04f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2856486 Sep 09 05:12:29.565670 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4eb6d8-718c-4cbc-b695-a6b91bf574d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99c37c4c-a2b7-5f49-acb8-7f377d3e8231-0cf8f16d-05c4-4365-9292-3ff78de54c89', 'network_id': '0cf8f16d-05c4-4365-9292-3ff78de54c89', 'tenant_id': '04b8b89a000c4a87aad79d049db351d7', 'fixed_ips': [{'subnet_id': 'eca64991-cd09-4825-9bc5-a9bba31c378b'}]}} from dv-cinder-772623-14-iscsi. {{(pid=94299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 05:12:29.566624 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-ec4eb6d8-718c-4cbc-b695-a6b91bf574d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_create {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:12:29.702230 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.db_base_plugin_common [None req-ec4eb6d8-718c-4cbc-b695-a6b91bf574d6 None None] Allocated IP 192.168.233.2 (0cf8f16d-05c4-4365-9292-3ff78de54c89/eca64991-cd09-4825-9bc5-a9bba31c378b/7fba77db-db80-4b28-ad79-f55ad318b5a1) {{(pid=94299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 05:12:29.847252 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-ec4eb6d8-718c-4cbc-b695-a6b91bf574d6 None None] Notify callbacks [] for port, precommit_create {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:12:29.856616 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-ec4eb6d8-718c-4cbc-b695-a6b91bf574d6 None None] Transition to ACTIVE for port object 7fba77db-db80-4b28-ad79-f55ad318b5a1 will not be triggered until provisioned by entity L2. {{(pid=94299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 05:12:29.873595 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-ec4eb6d8-718c-4cbc-b695-a6b91bf574d6 None None] Transition to ACTIVE for port object 7fba77db-db80-4b28-ad79-f55ad318b5a1 will not be triggered until provisioned by entity DHCP. {{(pid=94299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 05:12:29.880243 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-ec4eb6d8-718c-4cbc-b695-a6b91bf574d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748631669697'] for port, after_create {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:12:29.917035 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4eb6d8-718c-4cbc-b695-a6b91bf574d6 None None] Network 0cf8f16d-05c4-4365-9292-3ff78de54c89 is already hosted by enough agents. {{(pid=94299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 05:12:29.920007 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.scheduler.base_scheduler [None req-ec4eb6d8-718c-4cbc-b695-a6b91bf574d6 None None] Resources bound (agent type, host, resource id): {{(pid=94299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 05:12:29.923481 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4eb6d8-718c-4cbc-b695-a6b91bf574d6 None None] Received port after_create {{(pid=94299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 05:12:29.938640 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4eb6d8-718c-4cbc-b695-a6b91bf574d6 None None] Pushing event updated for resources: {'Port': ['ID=7fba77db-db80-4b28-ad79-f55ad318b5a1,revision_number=1']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:12:29.960288 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4eb6d8-718c-4cbc-b695-a6b91bf574d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:12:29.960592 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4eb6d8-718c-4cbc-b695-a6b91bf574d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:12:29.960942 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4eb6d8-718c-4cbc-b695-a6b91bf574d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:12:29.961304 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4eb6d8-718c-4cbc-b695-a6b91bf574d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:12:29.961630 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4eb6d8-718c-4cbc-b695-a6b91bf574d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:12:29.961990 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4eb6d8-718c-4cbc-b695-a6b91bf574d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:12:29.962320 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4eb6d8-718c-4cbc-b695-a6b91bf574d6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:12:29.962644 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4eb6d8-718c-4cbc-b695-a6b91bf574d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:12:29.963009 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4eb6d8-718c-4cbc-b695-a6b91bf574d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:12:29.963334 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4eb6d8-718c-4cbc-b695-a6b91bf574d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:12:29.963652 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4eb6d8-718c-4cbc-b695-a6b91bf574d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:12:29.963973 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec4eb6d8-718c-4cbc-b695-a6b91bf574d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:12:29.999615 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.managers [None req-ec4eb6d8-718c-4cbc-b695-a6b91bf574d6 None None] Attempting to bind port 7fba77db-db80-4b28-ad79-f55ad318b5a1 on host dv-cinder-772623-14-iscsi for vnic_type normal with profile {{(pid=94299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 05:12:29.999974 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.managers [None req-ec4eb6d8-718c-4cbc-b695-a6b91bf574d6 None None] Attempting to bind port 7fba77db-db80-4b28-ad79-f55ad318b5a1 by drivers openvswitch,hyperv on host dv-cinder-772623-14-iscsi at level 0 using segments [{'id': '062d05df-7ef1-4467-bccb-785939a96653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0cf8f16d-05c4-4365-9292-3ff78de54c89'}] {{(pid=94299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 05:12:30.000325 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4eb6d8-718c-4cbc-b695-a6b91bf574d6 None None] Attempting to bind port 7fba77db-db80-4b28-ad79-f55ad318b5a1 on network 0cf8f16d-05c4-4365-9292-3ff78de54c89 {{(pid=94299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 05:12:30.005215 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4eb6d8-718c-4cbc-b695-a6b91bf574d6 None None] Checking agent: {'id': 'b4d491fa-f395-4d31-93f5-2c51f286f631', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 5, 9, 17), 'started_at': datetime.datetime(2021, 9, 9, 5, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 5, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 05:12:30.005572 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4eb6d8-718c-4cbc-b695-a6b91bf574d6 None None] Checking segment: {'id': '062d05df-7ef1-4467-bccb-785939a96653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0cf8f16d-05c4-4365-9292-3ff78de54c89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 05:12:30.005993 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-ec4eb6d8-718c-4cbc-b695-a6b91bf574d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:12:30.006373 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4eb6d8-718c-4cbc-b695-a6b91bf574d6 None None] Bound using segment: {'id': '062d05df-7ef1-4467-bccb-785939a96653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0cf8f16d-05c4-4365-9292-3ff78de54c89'} {{(pid=94299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 05:12:30.006827 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.managers [None req-ec4eb6d8-718c-4cbc-b695-a6b91bf574d6 None None] Bound port: 7fba77db-db80-4b28-ad79-f55ad318b5a1, host: dv-cinder-772623-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '062d05df-7ef1-4467-bccb-785939a96653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0cf8f16d-05c4-4365-9292-3ff78de54c89'}}] {{(pid=94299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 05:12:30.007207 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-ec4eb6d8-718c-4cbc-b695-a6b91bf574d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:12:30.071686 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-ec4eb6d8-718c-4cbc-b695-a6b91bf574d6 None None] For port 7fba77db-db80-4b28-ad79-f55ad318b5a1, host dv-cinder-772623-14-iscsi, cleared binding levels {{(pid=94299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 05:12:30.075968 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-ec4eb6d8-718c-4cbc-b695-a6b91bf574d6 None None] For port 7fba77db-db80-4b28-ad79-f55ad318b5a1, host dv-cinder-772623-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-14-iscsi',level=0,port_id=7fba77db-db80-4b28-ad79-f55ad318b5a1,segment=NetworkSegment(062d05df-7ef1-4467-bccb-785939a96653),segment_id=062d05df-7ef1-4467-bccb-785939a96653)] {{(pid=94299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 05:12:30.079904 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-ec4eb6d8-718c-4cbc-b695-a6b91bf574d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:12:30.138973 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4eb6d8-718c-4cbc-b695-a6b91bf574d6 None None] Pushing event updated for resources: {'Port': ['ID=7fba77db-db80-4b28-ad79-f55ad318b5a1,revision_number=2']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:12:30.488372 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device 7fba77db-db80-4b28-ad79-f55ad318b5a1 up at agent ovs-agent-dv-cinder-772623-14-iscsi {{(pid=94299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 05:12:30.541600 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Provisioning for port 7fba77db-db80-4b28-ad79-f55ad318b5a1 completed by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 05:12:30.948300 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5cc248f-8816-4550-8933-21b253b91ed4 None None] Network 0cf8f16d-05c4-4365-9292-3ff78de54c89 requested from dv-cinder-772623-14-iscsi {{(pid=94299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 05:12:31.029361 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-3c9920a9-be0c-4b4d-bedd-98a06bd10589 None None] Provisioning for port 7fba77db-db80-4b28-ad79-f55ad318b5a1 completed by entity DHCP. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 05:12:31.039430 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-3c9920a9-be0c-4b4d-bedd-98a06bd10589 None None] Provisioning complete for port 7fba77db-db80-4b28-ad79-f55ad318b5a1 triggered by entity DHCP. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:12:31.039809 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-3c9920a9-be0c-4b4d-bedd-98a06bd10589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:12:31.179298 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-3c9920a9-be0c-4b4d-bedd-98a06bd10589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:12:31.217883 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-3c9920a9-be0c-4b4d-bedd-98a06bd10589 None None] For port 7fba77db-db80-4b28-ad79-f55ad318b5a1, host dv-cinder-772623-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-14-iscsi',level=0,port_id=7fba77db-db80-4b28-ad79-f55ad318b5a1,segment=NetworkSegment(062d05df-7ef1-4467-bccb-785939a96653),segment_id=062d05df-7ef1-4467-bccb-785939a96653)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:12:31.222988 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-3c9920a9-be0c-4b4d-bedd-98a06bd10589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:12:31.281212 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9920a9-be0c-4b4d-bedd-98a06bd10589 None None] Pushing event updated for resources: {'Port': ['ID=7fba77db-db80-4b28-ad79-f55ad318b5a1,revision_number=3']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:12:31.331376 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.agents_db [None req-c4fa6e85-f278-4c65-a736-468407d89cbd None None] Agent healthcheck: found 5 active agents {{(pid=94300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 05:12:31.341486 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-608fa521-9b75-4be8-8963-59afd5fa4429 None None] Provisioning complete for port 7fba77db-db80-4b28-ad79-f55ad318b5a1 triggered by entity DHCP. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:12:31.341894 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-608fa521-9b75-4be8-8963-59afd5fa4429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:12:32.467416 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device 7fba77db-db80-4b28-ad79-f55ad318b5a1 up at agent ovs-agent-dv-cinder-772623-14-iscsi {{(pid=94299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 05:12:32.514370 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Provisioning complete for port 7fba77db-db80-4b28-ad79-f55ad318b5a1 triggered by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:12:32.514740 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:12:43.841517 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-fa49bca2-d050-45b7-b153-10e91a1abfae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:12:46.516667 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-9237e831-7dea-43b3-8439-dadb744790b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:12:46.870894 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:12:47.603941 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-9dcada0b-7967-4cde-8891-c5586c834af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:12:49.118576 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-fdc48b13-ab8b-41d0-a622-21cc731cd6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:13:08.329605 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.agents_db [None req-c4fa6e85-f278-4c65-a736-468407d89cbd None None] Agent healthcheck: found 5 active agents {{(pid=94300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 05:13:13.843105 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-2c6fa515-6998-4771-b237-060fe10ec93d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:13:16.517860 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-c33aab3f-b83a-460b-8e94-7acf2e66aef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:13:16.873404 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:13:17.607836 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-9dcada0b-7967-4cde-8891-c5586c834af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:13:19.122546 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-fdc48b13-ab8b-41d0-a622-21cc731cd6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:13:37.668817 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 60224) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:13:37.674723 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [None req-247b4f49-fa09-4f50-9d0e-6c290e31c691 tempest-verify_tempest_config-2108565999 tempest-verify_tempest_config-2108565999-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 05:13:37.675682 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-247b4f49-fa09-4f50-9d0e-6c290e31c691 tempest-verify_tempest_config-2108565999 tempest-verify_tempest_config-2108565999-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059133 Sep 09 05:13:38.019666 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 60242) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:13:38.139826 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-da17afcc-2ad3-4f82-a387-7e06db79c777 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:13:38.232155 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-da17afcc-2ad3-4f82-a387-7e06db79c777 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:13:38.236048 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-da17afcc-2ad3-4f82-a387-7e06db79c777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:13:38.287269 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-da17afcc-2ad3-4f82-a387-7e06db79c777 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=857e5c100e754230830d521437472296&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2662170 Sep 09 05:13:38.288347 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da17afcc-2ad3-4f82-a387-7e06db79c777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5724ccbc-948d-482a-aec7-251e7dfe5aa4,revision_number=1']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:13:38.289894 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 60246) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:13:38.297781 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da17afcc-2ad3-4f82-a387-7e06db79c777 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:13:38.298476 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da17afcc-2ad3-4f82-a387-7e06db79c777 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:13:38.298476 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da17afcc-2ad3-4f82-a387-7e06db79c777 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:13:38.298760 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da17afcc-2ad3-4f82-a387-7e06db79c777 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:13:38.299093 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da17afcc-2ad3-4f82-a387-7e06db79c777 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:13:38.299445 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da17afcc-2ad3-4f82-a387-7e06db79c777 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:13:38.299778 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da17afcc-2ad3-4f82-a387-7e06db79c777 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:13:38.300117 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da17afcc-2ad3-4f82-a387-7e06db79c777 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:13:38.300462 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da17afcc-2ad3-4f82-a387-7e06db79c777 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:13:38.300786 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da17afcc-2ad3-4f82-a387-7e06db79c777 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:13:38.301105 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da17afcc-2ad3-4f82-a387-7e06db79c777 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:13:38.301422 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da17afcc-2ad3-4f82-a387-7e06db79c777 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:13:38.349656 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-5a9194d9-48b7-490a-a400-2656d97a6db7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:13:38.372939 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-5a9194d9-48b7-490a-a400-2656d97a6db7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:13:38.474679 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-5a9194d9-48b7-490a-a400-2656d97a6db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:13:38.478231 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-5a9194d9-48b7-490a-a400-2656d97a6db7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:13:38.479519 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-5a9194d9-48b7-490a-a400-2656d97a6db7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5724ccbc-948d-482a-aec7-251e7dfe5aa4 HTTP/1.1" status: 204 len: 168 time: 0.1881382 Sep 09 05:13:38.487947 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9194d9-48b7-490a-a400-2656d97a6db7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5724ccbc-948d-482a-aec7-251e7dfe5aa4,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:13:38.495717 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9194d9-48b7-490a-a400-2656d97a6db7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:13:38.496086 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9194d9-48b7-490a-a400-2656d97a6db7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:13:38.496429 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9194d9-48b7-490a-a400-2656d97a6db7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:13:38.496763 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9194d9-48b7-490a-a400-2656d97a6db7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:13:38.497089 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9194d9-48b7-490a-a400-2656d97a6db7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:13:38.497559 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9194d9-48b7-490a-a400-2656d97a6db7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:13:38.498911 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9194d9-48b7-490a-a400-2656d97a6db7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:13:38.498911 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9194d9-48b7-490a-a400-2656d97a6db7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:13:38.498911 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9194d9-48b7-490a-a400-2656d97a6db7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:13:38.498911 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9194d9-48b7-490a-a400-2656d97a6db7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:13:38.499532 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9194d9-48b7-490a-a400-2656d97a6db7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:13:38.499532 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9194d9-48b7-490a-a400-2656d97a6db7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:13:43.844118 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-72a2a1cf-388b-49d1-9263-48d483d91eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:13:45.328964 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.agents_db [None req-c4fa6e85-f278-4c65-a736-468407d89cbd None None] Agent healthcheck: found 5 active agents {{(pid=94300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 05:13:46.523008 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-c537a6f8-7cdb-4dbe-989f-c8079d897af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:13:46.874893 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:13:47.610308 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-9dcada0b-7967-4cde-8891-c5586c834af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:13:49.127042 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-fdc48b13-ab8b-41d0-a622-21cc731cd6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:14:13.845418 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-f0a80f28-09e0-4897-9c30-cc17aa84b845 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:14:16.513348 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-7aed6942-1fa6-4453-986c-64f35282ca5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:14:16.877094 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:14:17.613252 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-9dcada0b-7967-4cde-8891-c5586c834af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:14:19.127917 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-fdc48b13-ab8b-41d0-a622-21cc731cd6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:14:22.327680 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.agents_db [None req-c4fa6e85-f278-4c65-a736-468407d89cbd None None] Agent healthcheck: found 5 active agents {{(pid=94300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 05:14:43.844997 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-88b9c93d-37bd-4362-bd8a-8046a702531a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:14:46.512795 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-2ef646b7-2d73-41be-9a09-a0397d6fae52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:14:46.879573 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:14:47.614593 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-9dcada0b-7967-4cde-8891-c5586c834af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:14:49.130390 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-fdc48b13-ab8b-41d0-a622-21cc731cd6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:14:59.326577 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.agents_db [None req-c4fa6e85-f278-4c65-a736-468407d89cbd None None] Agent healthcheck: found 5 active agents {{(pid=94300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 05:15:04.871413 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-600536'] for agent, after_create {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:15:13.846368 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-a499b171-b5cb-442d-964e-48c6a7bc28a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:15:16.512457 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-b780e4b6-16bf-424e-b426-aab7025fb55b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:15:16.879959 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:15:17.618701 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-9dcada0b-7967-4cde-8891-c5586c834af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:15:19.133858 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-fdc48b13-ab8b-41d0-a622-21cc731cd6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:15:19.571476 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 60320) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:15:19.676080 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-fb0442c3-b216-4488-8496-da379178450f admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1034336 Sep 09 05:15:21.887781 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 60330) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:15:21.947032 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-7d0c72d6-132b-461b-94cc-6befb3baca67 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0581508 Sep 09 05:15:34.825171 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:15:36.325428 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.agents_db [None req-c4fa6e85-f278-4c65-a736-468407d89cbd None None] Agent healthcheck: found 6 active agents {{(pid=94300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 05:15:43.855659 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0b56bc5d-70fd-4817-a676-d03abd9a162c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:15:46.513461 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-be196c12-837c-4021-b52f-4ac49c569106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:15:46.880804 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:15:47.619741 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-9dcada0b-7967-4cde-8891-c5586c834af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:15:49.133381 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-fdc48b13-ab8b-41d0-a622-21cc731cd6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:04.823516 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:13.324550 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.agents_db [None req-c4fa6e85-f278-4c65-a736-468407d89cbd None None] Agent healthcheck: found 6 active agents {{(pid=94300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 05:16:13.847069 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-2286e5f5-653c-4639-9060-181466476474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:16.519532 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-090c8c5c-1d5c-4754-a61f-0a26862a2aed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:16.899518 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:17.627233 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-9dcada0b-7967-4cde-8891-c5586c834af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:19.136931 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-fdc48b13-ab8b-41d0-a622-21cc731cd6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:34.839397 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:43.853330 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-c944ab13-9cf8-4337-af41-d43de445ff73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:46.518011 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-92feb610-8b81-4ddd-acc9-108f6fffebd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:46.889621 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:47.636122 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-9dcada0b-7967-4cde-8891-c5586c834af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:48.633468 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 60448) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:16:48.866759 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.v2.base [None req-080980a0-2b0a-4e24-9403-cec4e98fe5ae admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1163549214-network', 'tenant_id': 'ed4cb9cda64847b3bff0f79ca12942fc'}} {{(pid=94298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:16:48.892030 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-080980a0-2b0a-4e24-9403-cec4e98fe5ae admin admin] Made reservation on behalf of ed4cb9cda64847b3bff0f79ca12942fc for: {'network': 1} {{(pid=94298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 05:16:48.894422 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-080980a0-2b0a-4e24-9403-cec4e98fe5ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for network, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:48.903390 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-080980a0-2b0a-4e24-9403-cec4e98fe5ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:49.006209 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-080980a0-2b0a-4e24-9403-cec4e98fe5ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:49.010890 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-080980a0-2b0a-4e24-9403-cec4e98fe5ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:49.033135 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-080980a0-2b0a-4e24-9403-cec4e98fe5ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=94298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 05:16:49.045475 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080980a0-2b0a-4e24-9403-cec4e98fe5ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a0a63ef-aff5-4cdc-93e8-c90f653570e7,revision_number=1']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:16:49.053473 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080980a0-2b0a-4e24-9403-cec4e98fe5ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:16:49.053776 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080980a0-2b0a-4e24-9403-cec4e98fe5ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:16:49.054120 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080980a0-2b0a-4e24-9403-cec4e98fe5ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:16:49.055608 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080980a0-2b0a-4e24-9403-cec4e98fe5ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:16:49.055608 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080980a0-2b0a-4e24-9403-cec4e98fe5ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:16:49.055608 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080980a0-2b0a-4e24-9403-cec4e98fe5ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:16:49.055608 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080980a0-2b0a-4e24-9403-cec4e98fe5ae admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:16:49.057386 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080980a0-2b0a-4e24-9403-cec4e98fe5ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:16:49.057386 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080980a0-2b0a-4e24-9403-cec4e98fe5ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:16:49.057386 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080980a0-2b0a-4e24-9403-cec4e98fe5ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:16:49.057386 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080980a0-2b0a-4e24-9403-cec4e98fe5ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:16:49.057831 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080980a0-2b0a-4e24-9403-cec4e98fe5ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:16:49.058764 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-080980a0-2b0a-4e24-9403-cec4e98fe5ae admin admin] Tracked resource versions report: Sep 09 05:16:49.058764 dv-cinder-772623-14-iscsi neutron-server[94298]: pushed versions: Sep 09 05:16:49.058764 dv-cinder-772623-14-iscsi neutron-server[94298]: { 'AddressGroup': {'1.2'}, Sep 09 05:16:49.058764 dv-cinder-772623-14-iscsi neutron-server[94298]: 'ConntrackHelper': {'1.0'}, Sep 09 05:16:49.058764 dv-cinder-772623-14-iscsi neutron-server[94298]: 'Log': {'1.0'}, Sep 09 05:16:49.058764 dv-cinder-772623-14-iscsi neutron-server[94298]: 'Network': {'1.1'}, Sep 09 05:16:49.058764 dv-cinder-772623-14-iscsi neutron-server[94298]: 'Port': {'1.7'}, Sep 09 05:16:49.058764 dv-cinder-772623-14-iscsi neutron-server[94298]: 'PortForwarding': {'1.2'}, Sep 09 05:16:49.058764 dv-cinder-772623-14-iscsi neutron-server[94298]: 'QosPolicy': {'1.9'}, Sep 09 05:16:49.058764 dv-cinder-772623-14-iscsi neutron-server[94298]: 'SecurityGroup': {'1.4'}, Sep 09 05:16:49.058764 dv-cinder-772623-14-iscsi neutron-server[94298]: 'SecurityGroupRule': {'1.2'}, Sep 09 05:16:49.058764 dv-cinder-772623-14-iscsi neutron-server[94298]: 'SubPort': {'1.0'}, Sep 09 05:16:49.058764 dv-cinder-772623-14-iscsi neutron-server[94298]: 'Subnet': {'1.1'}, Sep 09 05:16:49.058764 dv-cinder-772623-14-iscsi neutron-server[94298]: 'Trunk': {'1.1'}} Sep 09 05:16:49.058764 dv-cinder-772623-14-iscsi neutron-server[94298]: consumer versions: Sep 09 05:16:49.058764 dv-cinder-772623-14-iscsi neutron-server[94298]: { DHCP agent@dv-cinder-772623-14-iscsi: {}, Sep 09 05:16:49.058764 dv-cinder-772623-14-iscsi neutron-server[94298]: HyperV agent@hv-cinder-77262: {}, Sep 09 05:16:49.058764 dv-cinder-772623-14-iscsi neutron-server[94298]: L3 agent@dv-cinder-772623-14-iscsi: {}, Sep 09 05:16:49.058764 dv-cinder-772623-14-iscsi neutron-server[94298]: Metadata agent@dv-cinder-772623-14-iscsi: {}, Sep 09 05:16:49.058764 dv-cinder-772623-14-iscsi neutron-server[94298]: Metering agent@dv-cinder-772623-14-iscsi: {}, Sep 09 05:16:49.058764 dv-cinder-772623-14-iscsi neutron-server[94298]: Open vSwitch agent@dv-cinder-772623-14-iscsi: { 'AddressGroup': '1.2', Sep 09 05:16:49.058764 dv-cinder-772623-14-iscsi neutron-server[94298]: 'ConntrackHelper': '1.0', Sep 09 05:16:49.058764 dv-cinder-772623-14-iscsi neutron-server[94298]: 'Log': '1.0', Sep 09 05:16:49.058764 dv-cinder-772623-14-iscsi neutron-server[94298]: 'Network': '1.1', Sep 09 05:16:49.058764 dv-cinder-772623-14-iscsi neutron-server[94298]: 'Port': '1.7', Sep 09 05:16:49.058764 dv-cinder-772623-14-iscsi neutron-server[94298]: 'PortForwarding': '1.2', Sep 09 05:16:49.058764 dv-cinder-772623-14-iscsi neutron-server[94298]: 'QosPolicy': '1.9', Sep 09 05:16:49.058764 dv-cinder-772623-14-iscsi neutron-server[94298]: 'SecurityGroup': '1.4', Sep 09 05:16:49.058764 dv-cinder-772623-14-iscsi neutron-server[94298]: 'SecurityGroupRule': '1.2', Sep 09 05:16:49.058764 dv-cinder-772623-14-iscsi neutron-server[94298]: 'SubPort': '1.0', Sep 09 05:16:49.058764 dv-cinder-772623-14-iscsi neutron-server[94298]: 'Subnet': '1.1', Sep 09 05:16:49.058764 dv-cinder-772623-14-iscsi neutron-server[94298]: 'Trunk': '1.1'}} Sep 09 05:16:49.058764 dv-cinder-772623-14-iscsi neutron-server[94298]: {{(pid=94298) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 05:16:49.063916 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-080980a0-2b0a-4e24-9403-cec4e98fe5ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771871'] for segment, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:49.064249 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.db.segments_db [None req-080980a0-2b0a-4e24-9403-cec4e98fe5ae admin admin] Added segment d7e28618-7834-4ff3-8153-91619290a605 of type vlan for network 18df9872-60ee-4348-aae2-75569367b110 Sep 09 05:16:49.119964 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-080980a0-2b0a-4e24-9403-cec4e98fe5ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748631623976'] for network, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:49.146794 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-fdc48b13-ab8b-41d0-a622-21cc731cd6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:49.154334 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-080980a0-2b0a-4e24-9403-cec4e98fe5ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442'] for network, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:49.155297 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080980a0-2b0a-4e24-9403-cec4e98fe5ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:16:49.155913 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-080980a0-2b0a-4e24-9403-cec4e98fe5ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for network, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:49.179113 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-080980a0-2b0a-4e24-9403-cec4e98fe5ae admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5436516 Sep 09 05:16:49.182571 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 60490) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:16:49.189019 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.v2.base [None req-ea4f9cbb-4fad-4070-a3cf-fb6a924941cd admin admin] Request body: {'subnet': {'network_id': '18df9872-60ee-4348-aae2-75569367b110', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1163549214-subnet', 'tenant_id': 'ed4cb9cda64847b3bff0f79ca12942fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:16:49.217122 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea4f9cbb-4fad-4070-a3cf-fb6a924941cd admin admin] Made reservation on behalf of ed4cb9cda64847b3bff0f79ca12942fc for: {'subnet': 1} {{(pid=94297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 05:16:49.220813 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-ea4f9cbb-4fad-4070-a3cf-fb6a924941cd admin admin] Notify callbacks [] for subnet, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:49.233039 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080980a0-2b0a-4e24-9403-cec4e98fe5ae admin admin] Pushing event updated for resources: {'Network': ['ID=18df9872-60ee-4348-aae2-75569367b110,revision_number=1']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:16:49.244573 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Network 18df9872-60ee-4348-aae2-75569367b110 details requested by agent ovs-agent-dv-cinder-772623-14-iscsi with host dv-cinder-772623-14-iscsi {{(pid=94299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 05:16:49.490253 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-ea4f9cbb-4fad-4070-a3cf-fb6a924941cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442'] for subnet, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:49.550140 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4f9cbb-4fad-4070-a3cf-fb6a924941cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd84f57d-7768-478e-9613-ee42002bd25a,revision_number=0']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:16:49.560607 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4f9cbb-4fad-4070-a3cf-fb6a924941cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:16:49.560976 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4f9cbb-4fad-4070-a3cf-fb6a924941cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:16:49.561469 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4f9cbb-4fad-4070-a3cf-fb6a924941cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:16:49.561836 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4f9cbb-4fad-4070-a3cf-fb6a924941cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:16:49.562173 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4f9cbb-4fad-4070-a3cf-fb6a924941cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:16:49.562516 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4f9cbb-4fad-4070-a3cf-fb6a924941cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:16:49.562854 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4f9cbb-4fad-4070-a3cf-fb6a924941cd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:16:49.563196 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4f9cbb-4fad-4070-a3cf-fb6a924941cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:16:49.563604 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4f9cbb-4fad-4070-a3cf-fb6a924941cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:16:49.563933 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4f9cbb-4fad-4070-a3cf-fb6a924941cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:16:49.564453 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4f9cbb-4fad-4070-a3cf-fb6a924941cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:16:49.564773 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4f9cbb-4fad-4070-a3cf-fb6a924941cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:16:49.565881 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea4f9cbb-4fad-4070-a3cf-fb6a924941cd admin admin] Tracked resource versions report: Sep 09 05:16:49.565881 dv-cinder-772623-14-iscsi neutron-server[94297]: pushed versions: Sep 09 05:16:49.565881 dv-cinder-772623-14-iscsi neutron-server[94297]: { 'AddressGroup': {'1.2'}, Sep 09 05:16:49.565881 dv-cinder-772623-14-iscsi neutron-server[94297]: 'ConntrackHelper': {'1.0'}, Sep 09 05:16:49.565881 dv-cinder-772623-14-iscsi neutron-server[94297]: 'Log': {'1.0'}, Sep 09 05:16:49.565881 dv-cinder-772623-14-iscsi neutron-server[94297]: 'Network': {'1.1'}, Sep 09 05:16:49.565881 dv-cinder-772623-14-iscsi neutron-server[94297]: 'Port': {'1.7'}, Sep 09 05:16:49.565881 dv-cinder-772623-14-iscsi neutron-server[94297]: 'PortForwarding': {'1.2'}, Sep 09 05:16:49.565881 dv-cinder-772623-14-iscsi neutron-server[94297]: 'QosPolicy': {'1.9'}, Sep 09 05:16:49.565881 dv-cinder-772623-14-iscsi neutron-server[94297]: 'SecurityGroup': {'1.4'}, Sep 09 05:16:49.565881 dv-cinder-772623-14-iscsi neutron-server[94297]: 'SecurityGroupRule': {'1.2'}, Sep 09 05:16:49.565881 dv-cinder-772623-14-iscsi neutron-server[94297]: 'SubPort': {'1.0'}, Sep 09 05:16:49.565881 dv-cinder-772623-14-iscsi neutron-server[94297]: 'Subnet': {'1.1'}, Sep 09 05:16:49.565881 dv-cinder-772623-14-iscsi neutron-server[94297]: 'Trunk': {'1.1'}} Sep 09 05:16:49.565881 dv-cinder-772623-14-iscsi neutron-server[94297]: consumer versions: Sep 09 05:16:49.565881 dv-cinder-772623-14-iscsi neutron-server[94297]: { DHCP agent@dv-cinder-772623-14-iscsi: {}, Sep 09 05:16:49.565881 dv-cinder-772623-14-iscsi neutron-server[94297]: HyperV agent@hv-cinder-77262: {}, Sep 09 05:16:49.565881 dv-cinder-772623-14-iscsi neutron-server[94297]: L3 agent@dv-cinder-772623-14-iscsi: {}, Sep 09 05:16:49.565881 dv-cinder-772623-14-iscsi neutron-server[94297]: Metadata agent@dv-cinder-772623-14-iscsi: {}, Sep 09 05:16:49.565881 dv-cinder-772623-14-iscsi neutron-server[94297]: Metering agent@dv-cinder-772623-14-iscsi: {}, Sep 09 05:16:49.565881 dv-cinder-772623-14-iscsi neutron-server[94297]: Open vSwitch agent@dv-cinder-772623-14-iscsi: { 'AddressGroup': '1.2', Sep 09 05:16:49.565881 dv-cinder-772623-14-iscsi neutron-server[94297]: 'ConntrackHelper': '1.0', Sep 09 05:16:49.565881 dv-cinder-772623-14-iscsi neutron-server[94297]: 'Log': '1.0', Sep 09 05:16:49.565881 dv-cinder-772623-14-iscsi neutron-server[94297]: 'Network': '1.1', Sep 09 05:16:49.565881 dv-cinder-772623-14-iscsi neutron-server[94297]: 'Port': '1.7', Sep 09 05:16:49.565881 dv-cinder-772623-14-iscsi neutron-server[94297]: 'PortForwarding': '1.2', Sep 09 05:16:49.565881 dv-cinder-772623-14-iscsi neutron-server[94297]: 'QosPolicy': '1.9', Sep 09 05:16:49.565881 dv-cinder-772623-14-iscsi neutron-server[94297]: 'SecurityGroup': '1.4', Sep 09 05:16:49.565881 dv-cinder-772623-14-iscsi neutron-server[94297]: 'SecurityGroupRule': '1.2', Sep 09 05:16:49.565881 dv-cinder-772623-14-iscsi neutron-server[94297]: 'SubPort': '1.0', Sep 09 05:16:49.565881 dv-cinder-772623-14-iscsi neutron-server[94297]: 'Subnet': '1.1', Sep 09 05:16:49.565881 dv-cinder-772623-14-iscsi neutron-server[94297]: 'Trunk': '1.1'}} Sep 09 05:16:49.565881 dv-cinder-772623-14-iscsi neutron-server[94297]: {{(pid=94297) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 05:16:49.576425 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4f9cbb-4fad-4070-a3cf-fb6a924941cd admin admin] Checking segment: {'id': 'd7e28618-7834-4ff3-8153-91619290a605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '18df9872-60ee-4348-aae2-75569367b110'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 05:16:49.577009 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4f9cbb-4fad-4070-a3cf-fb6a924941cd admin admin] Network hostable DHCP agents. Network: 18df9872-60ee-4348-aae2-75569367b110, hostable agents: ['bd61413d-9299-49db-9f91-5814fb92a5ef'], hosted agents: [] {{(pid=94297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 05:16:49.600083 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4f9cbb-4fad-4070-a3cf-fb6a924941cd admin admin] Network 18df9872-60ee-4348-aae2-75569367b110 is scheduled to be hosted by DHCP agent bd61413d-9299-49db-9f91-5814fb92a5ef with binding_index 1 {{(pid=94297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 05:16:49.614723 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.base_scheduler [None req-ea4f9cbb-4fad-4070-a3cf-fb6a924941cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-14-iscsi, 18df9872-60ee-4348-aae2-75569367b110) {{(pid=94297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 05:16:49.619923 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4f9cbb-4fad-4070-a3cf-fb6a924941cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:16:49.620952 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-ea4f9cbb-4fad-4070-a3cf-fb6a924941cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for subnet, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:49.632948 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f18061b-a5cb-4e9e-96e6-bfa20fccf9fc None None] Network 18df9872-60ee-4348-aae2-75569367b110 requested from dv-cinder-772623-14-iscsi {{(pid=94299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 05:16:49.645309 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-ea4f9cbb-4fad-4070-a3cf-fb6a924941cd admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4610400 Sep 09 05:16:49.767959 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25dbb6f0-3018-4918-b510-b0c776e53ddb None None] Network 18df9872-60ee-4348-aae2-75569367b110 requested from dv-cinder-772623-14-iscsi {{(pid=94299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 05:16:49.817039 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 60528) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:16:50.104909 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.v2.base [None req-17a07553-4f8d-4cd0-8109-7f53e04ba7b7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-652661435-network', 'tenant_id': '9bed73d6cc44482b88fb30bf66765cac'}} {{(pid=94297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:16:50.128145 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a07553-4f8d-4cd0-8109-7f53e04ba7b7 admin admin] Made reservation on behalf of 9bed73d6cc44482b88fb30bf66765cac for: {'network': 1} {{(pid=94297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 05:16:50.130956 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-17a07553-4f8d-4cd0-8109-7f53e04ba7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for network, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:50.140417 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-17a07553-4f8d-4cd0-8109-7f53e04ba7b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:50.247036 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-17a07553-4f8d-4cd0-8109-7f53e04ba7b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:50.251571 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-17a07553-4f8d-4cd0-8109-7f53e04ba7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:50.282232 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17a07553-4f8d-4cd0-8109-7f53e04ba7b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=94297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 05:16:50.298858 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a07553-4f8d-4cd0-8109-7f53e04ba7b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e17cc604-0248-4a73-96fa-a3d4600d41fc,revision_number=1']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:16:50.305712 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-17a07553-4f8d-4cd0-8109-7f53e04ba7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771871'] for segment, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:50.306781 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.db.segments_db [None req-17a07553-4f8d-4cd0-8109-7f53e04ba7b7 admin admin] Added segment 44b63472-c473-4956-8286-eaf7d63fb2aa of type vlan for network 7b28e044-cfb6-46f2-81af-55250817b403 Sep 09 05:16:50.323497 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.agents_db [None req-c4fa6e85-f278-4c65-a736-468407d89cbd None None] Agent healthcheck: found 6 active agents {{(pid=94300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 05:16:50.349497 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-17a07553-4f8d-4cd0-8109-7f53e04ba7b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748631623976'] for network, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:50.376159 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 60562) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:16:50.379789 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-17a07553-4f8d-4cd0-8109-7f53e04ba7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442'] for network, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:50.380918 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a07553-4f8d-4cd0-8109-7f53e04ba7b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:16:50.381538 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-17a07553-4f8d-4cd0-8109-7f53e04ba7b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for network, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:50.450057 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a07553-4f8d-4cd0-8109-7f53e04ba7b7 admin admin] Pushing event updated for resources: {'Network': ['ID=7b28e044-cfb6-46f2-81af-55250817b403,revision_number=1']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:16:50.456954 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 60568) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:16:50.460280 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-17a07553-4f8d-4cd0-8109-7f53e04ba7b7 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6391604 Sep 09 05:16:50.463395 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.v2.base [None req-98584a47-21a7-44f7-8fb5-ad45be20de3d admin admin] Request body: {'subnet': {'network_id': '7b28e044-cfb6-46f2-81af-55250817b403', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-652661435-subnet', 'tenant_id': '9bed73d6cc44482b88fb30bf66765cac', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:16:50.464039 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Network 7b28e044-cfb6-46f2-81af-55250817b403 details requested by agent ovs-agent-dv-cinder-772623-14-iscsi with host dv-cinder-772623-14-iscsi {{(pid=94299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 05:16:50.485905 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98584a47-21a7-44f7-8fb5-ad45be20de3d admin admin] Made reservation on behalf of 9bed73d6cc44482b88fb30bf66765cac for: {'subnet': 1} {{(pid=94298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 05:16:50.486078 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 60570) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:16:50.489433 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-98584a47-21a7-44f7-8fb5-ad45be20de3d admin admin] Notify callbacks [] for subnet, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:50.777869 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.v2.base [None req-e88c4c29-d537-461a-bcc8-5c892b64ec51 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-711260561-network', 'tenant_id': 'bc42907dc3434e2ea444add09b95bb24'}} {{(pid=94298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:16:50.806951 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.v2.base [None req-ebd8f444-89b3-4575-b3ce-6dd7b20a41f7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-479605874-network', 'tenant_id': '4072331c63524c7cbf166cc5521b82fc'}} {{(pid=94297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:16:50.817111 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e88c4c29-d537-461a-bcc8-5c892b64ec51 admin admin] Made reservation on behalf of bc42907dc3434e2ea444add09b95bb24 for: {'network': 1} {{(pid=94298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 05:16:50.822627 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-e88c4c29-d537-461a-bcc8-5c892b64ec51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for network, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:50.826204 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-98584a47-21a7-44f7-8fb5-ad45be20de3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442'] for subnet, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:50.835606 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd8f444-89b3-4575-b3ce-6dd7b20a41f7 admin admin] Made reservation on behalf of 4072331c63524c7cbf166cc5521b82fc for: {'network': 1} {{(pid=94297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 05:16:50.838506 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-e88c4c29-d537-461a-bcc8-5c892b64ec51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:50.840619 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-ebd8f444-89b3-4575-b3ce-6dd7b20a41f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for network, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:50.852097 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-ebd8f444-89b3-4575-b3ce-6dd7b20a41f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:50.887920 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.db.api [None req-ebd8f444-89b3-4575-b3ce-6dd7b20a41f7 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 09 05:16:50.887920 dv-cinder-772623-14-iscsi neutron-server[94297]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 09 05:16:50.887920 dv-cinder-772623-14-iscsi neutron-server[94297]: [parameters: {'project_id_1': '4072331c63524c7cbf166cc5521b82fc', 'expiration_1': datetime.datetime(2021, 9, 9, 5, 16, 30, 865158)}] Sep 09 05:16:50.887920 dv-cinder-772623-14-iscsi neutron-server[94297]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 05:16:50.890101 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG oslo_db.api [None req-ebd8f444-89b3-4575-b3ce-6dd7b20a41f7 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 05:16:50.930030 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98584a47-21a7-44f7-8fb5-ad45be20de3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=51c02a87-9f42-4bcc-8c63-f9b42807f41e,revision_number=0']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:16:50.936302 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98584a47-21a7-44f7-8fb5-ad45be20de3d admin admin] Checking segment: {'id': '44b63472-c473-4956-8286-eaf7d63fb2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '7b28e044-cfb6-46f2-81af-55250817b403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 05:16:50.936914 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98584a47-21a7-44f7-8fb5-ad45be20de3d admin admin] Network hostable DHCP agents. Network: 7b28e044-cfb6-46f2-81af-55250817b403, hostable agents: ['bd61413d-9299-49db-9f91-5814fb92a5ef'], hosted agents: [] {{(pid=94298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 05:16:50.968930 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98584a47-21a7-44f7-8fb5-ad45be20de3d admin admin] Network 7b28e044-cfb6-46f2-81af-55250817b403 is scheduled to be hosted by DHCP agent bd61413d-9299-49db-9f91-5814fb92a5ef with binding_index 1 {{(pid=94298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 05:16:50.984000 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.base_scheduler [None req-98584a47-21a7-44f7-8fb5-ad45be20de3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-14-iscsi, 7b28e044-cfb6-46f2-81af-55250817b403) {{(pid=94298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 05:16:50.996003 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98584a47-21a7-44f7-8fb5-ad45be20de3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:16:50.996777 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-98584a47-21a7-44f7-8fb5-ad45be20de3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for subnet, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:50.998757 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16874a7e-7be2-412c-a8f5-361810a1841e None None] Network 7b28e044-cfb6-46f2-81af-55250817b403 requested from dv-cinder-772623-14-iscsi {{(pid=94299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 05:16:51.016155 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-e88c4c29-d537-461a-bcc8-5c892b64ec51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:51.022410 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-e88c4c29-d537-461a-bcc8-5c892b64ec51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:51.032679 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-98584a47-21a7-44f7-8fb5-ad45be20de3d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5738714 Sep 09 05:16:51.035500 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 60604) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:16:51.042026 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.v2.base [None req-6ec02c43-180d-4b19-9117-05e542958da6 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-652661435-router', 'tenant_id': '9bed73d6cc44482b88fb30bf66765cac', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1'}}} {{(pid=94297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:16:51.053978 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e88c4c29-d537-461a-bcc8-5c892b64ec51 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=94298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 05:16:51.063579 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88c4c29-d537-461a-bcc8-5c892b64ec51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=740a64e6-31c9-4a88-a24b-2732bf7bf4ae,revision_number=1']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:16:51.070034 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-e88c4c29-d537-461a-bcc8-5c892b64ec51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771871'] for segment, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:51.070394 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.db.segments_db [None req-e88c4c29-d537-461a-bcc8-5c892b64ec51 admin admin] Added segment 5aa37a3f-66af-4ce9-afe5-b18ee79b928a of type vlan for network 00cd2a8c-0672-473b-a5e4-39b12300043e Sep 09 05:16:51.098643 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-6ec02c43-180d-4b19-9117-05e542958da6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-603024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4260'] for router, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:51.102420 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-6ec02c43-180d-4b19-9117-05e542958da6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-603904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4269'] for router, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:51.119607 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-e88c4c29-d537-461a-bcc8-5c892b64ec51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748631623976'] for network, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:51.150761 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-e88c4c29-d537-461a-bcc8-5c892b64ec51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442'] for network, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:51.151914 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88c4c29-d537-461a-bcc8-5c892b64ec51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:16:51.152639 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-e88c4c29-d537-461a-bcc8-5c892b64ec51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for network, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:51.230607 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-6ec02c43-180d-4b19-9117-05e542958da6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:51.233175 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 60608) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:16:51.233468 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-e88c4c29-d537-461a-bcc8-5c892b64ec51 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8556502 Sep 09 05:16:51.246822 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.v2.base [None req-59509464-48ce-4f61-bae0-32fd8130814a admin admin] Request body: {'subnet': {'network_id': '00cd2a8c-0672-473b-a5e4-39b12300043e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-711260561-subnet', 'tenant_id': 'bc42907dc3434e2ea444add09b95bb24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:16:51.276827 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a83ebe-e19a-4747-b87f-0d3856e8de35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99c37c4c-a2b7-5f49-acb8-7f377d3e8231-7b28e044-cfb6-46f2-81af-55250817b403', 'network_id': '7b28e044-cfb6-46f2-81af-55250817b403', 'tenant_id': '9bed73d6cc44482b88fb30bf66765cac', 'fixed_ips': [{'subnet_id': '51c02a87-9f42-4bcc-8c63-f9b42807f41e'}]}} from dv-cinder-772623-14-iscsi. {{(pid=94299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 05:16:51.278288 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-c8a83ebe-e19a-4747-b87f-0d3856e8de35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_create {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:51.311164 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88c4c29-d537-461a-bcc8-5c892b64ec51 admin admin] Pushing event updated for resources: {'Network': ['ID=00cd2a8c-0672-473b-a5e4-39b12300043e,revision_number=1']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:16:51.394132 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Network 00cd2a8c-0672-473b-a5e4-39b12300043e details requested by agent ovs-agent-dv-cinder-772623-14-iscsi with host dv-cinder-772623-14-iscsi {{(pid=94299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 05:16:51.422675 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-ebd8f444-89b3-4575-b3ce-6dd7b20a41f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:51.505723 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-6ec02c43-180d-4b19-9117-05e542958da6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:51.512125 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59509464-48ce-4f61-bae0-32fd8130814a admin admin] Made reservation on behalf of bc42907dc3434e2ea444add09b95bb24 for: {'subnet': 1} {{(pid=94297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 05:16:51.514961 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-59509464-48ce-4f61-bae0-32fd8130814a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:51.553762 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.db_base_plugin_common [None req-c8a83ebe-e19a-4747-b87f-0d3856e8de35 None None] Allocated IP 172.20.0.2 (7b28e044-cfb6-46f2-81af-55250817b403/51c02a87-9f42-4bcc-8c63-f9b42807f41e/0e199ba8-1394-4297-8422-170f760c94e2) {{(pid=94299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 05:16:51.757652 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-c8a83ebe-e19a-4747-b87f-0d3856e8de35 None None] Notify callbacks [] for port, precommit_create {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:51.778126 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-c8a83ebe-e19a-4747-b87f-0d3856e8de35 None None] Transition to ACTIVE for port object 0e199ba8-1394-4297-8422-170f760c94e2 will not be triggered until provisioned by entity L2. {{(pid=94299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 05:16:51.800073 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-c8a83ebe-e19a-4747-b87f-0d3856e8de35 None None] Transition to ACTIVE for port object 0e199ba8-1394-4297-8422-170f760c94e2 will not be triggered until provisioned by entity DHCP. {{(pid=94299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 05:16:51.807244 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-c8a83ebe-e19a-4747-b87f-0d3856e8de35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748631669697'] for port, after_create {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:51.858755 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a83ebe-e19a-4747-b87f-0d3856e8de35 None None] Pushing event updated for resources: {'Port': ['ID=0e199ba8-1394-4297-8422-170f760c94e2,revision_number=1']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:16:51.873954 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a83ebe-e19a-4747-b87f-0d3856e8de35 None None] Network 7b28e044-cfb6-46f2-81af-55250817b403 is already hosted by enough agents. {{(pid=94299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 05:16:51.875871 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a83ebe-e19a-4747-b87f-0d3856e8de35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:16:51.876338 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a83ebe-e19a-4747-b87f-0d3856e8de35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:16:51.876798 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a83ebe-e19a-4747-b87f-0d3856e8de35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:16:51.877241 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a83ebe-e19a-4747-b87f-0d3856e8de35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:16:51.877714 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a83ebe-e19a-4747-b87f-0d3856e8de35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:16:51.878181 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a83ebe-e19a-4747-b87f-0d3856e8de35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:16:51.878656 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a83ebe-e19a-4747-b87f-0d3856e8de35 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:16:51.879111 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a83ebe-e19a-4747-b87f-0d3856e8de35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:16:51.879720 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a83ebe-e19a-4747-b87f-0d3856e8de35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:16:51.880144 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a83ebe-e19a-4747-b87f-0d3856e8de35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:16:51.880562 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a83ebe-e19a-4747-b87f-0d3856e8de35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:16:51.881043 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a83ebe-e19a-4747-b87f-0d3856e8de35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:16:51.882839 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-59509464-48ce-4f61-bae0-32fd8130814a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442'] for subnet, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:51.883186 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a83ebe-e19a-4747-b87f-0d3856e8de35 None None] Tracked resource versions report: Sep 09 05:16:51.883186 dv-cinder-772623-14-iscsi neutron-server[94299]: pushed versions: Sep 09 05:16:51.883186 dv-cinder-772623-14-iscsi neutron-server[94299]: { 'AddressGroup': {'1.2'}, Sep 09 05:16:51.883186 dv-cinder-772623-14-iscsi neutron-server[94299]: 'ConntrackHelper': {'1.0'}, Sep 09 05:16:51.883186 dv-cinder-772623-14-iscsi neutron-server[94299]: 'Log': {'1.0'}, Sep 09 05:16:51.883186 dv-cinder-772623-14-iscsi neutron-server[94299]: 'Network': {'1.1'}, Sep 09 05:16:51.883186 dv-cinder-772623-14-iscsi neutron-server[94299]: 'Port': {'1.7'}, Sep 09 05:16:51.883186 dv-cinder-772623-14-iscsi neutron-server[94299]: 'PortForwarding': {'1.2'}, Sep 09 05:16:51.883186 dv-cinder-772623-14-iscsi neutron-server[94299]: 'QosPolicy': {'1.9'}, Sep 09 05:16:51.883186 dv-cinder-772623-14-iscsi neutron-server[94299]: 'SecurityGroup': {'1.4'}, Sep 09 05:16:51.883186 dv-cinder-772623-14-iscsi neutron-server[94299]: 'SecurityGroupRule': {'1.2'}, Sep 09 05:16:51.883186 dv-cinder-772623-14-iscsi neutron-server[94299]: 'SubPort': {'1.0'}, Sep 09 05:16:51.883186 dv-cinder-772623-14-iscsi neutron-server[94299]: 'Subnet': {'1.1'}, Sep 09 05:16:51.883186 dv-cinder-772623-14-iscsi neutron-server[94299]: 'Trunk': {'1.1'}} Sep 09 05:16:51.883186 dv-cinder-772623-14-iscsi neutron-server[94299]: consumer versions: Sep 09 05:16:51.883186 dv-cinder-772623-14-iscsi neutron-server[94299]: { DHCP agent@dv-cinder-772623-14-iscsi: {}, Sep 09 05:16:51.883186 dv-cinder-772623-14-iscsi neutron-server[94299]: HyperV agent@hv-cinder-77262: {}, Sep 09 05:16:51.883186 dv-cinder-772623-14-iscsi neutron-server[94299]: L3 agent@dv-cinder-772623-14-iscsi: {}, Sep 09 05:16:51.883186 dv-cinder-772623-14-iscsi neutron-server[94299]: Metadata agent@dv-cinder-772623-14-iscsi: {}, Sep 09 05:16:51.883186 dv-cinder-772623-14-iscsi neutron-server[94299]: Metering agent@dv-cinder-772623-14-iscsi: {}, Sep 09 05:16:51.883186 dv-cinder-772623-14-iscsi neutron-server[94299]: Open vSwitch agent@dv-cinder-772623-14-iscsi: { 'AddressGroup': '1.2', Sep 09 05:16:51.883186 dv-cinder-772623-14-iscsi neutron-server[94299]: 'ConntrackHelper': '1.0', Sep 09 05:16:51.883186 dv-cinder-772623-14-iscsi neutron-server[94299]: 'Log': '1.0', Sep 09 05:16:51.883186 dv-cinder-772623-14-iscsi neutron-server[94299]: 'Network': '1.1', Sep 09 05:16:51.883186 dv-cinder-772623-14-iscsi neutron-server[94299]: 'Port': '1.7', Sep 09 05:16:51.883186 dv-cinder-772623-14-iscsi neutron-server[94299]: 'PortForwarding': '1.2', Sep 09 05:16:51.883186 dv-cinder-772623-14-iscsi neutron-server[94299]: 'QosPolicy': '1.9', Sep 09 05:16:51.883186 dv-cinder-772623-14-iscsi neutron-server[94299]: 'SecurityGroup': '1.4', Sep 09 05:16:51.883186 dv-cinder-772623-14-iscsi neutron-server[94299]: 'SecurityGroupRule': '1.2', Sep 09 05:16:51.883186 dv-cinder-772623-14-iscsi neutron-server[94299]: 'SubPort': '1.0', Sep 09 05:16:51.883186 dv-cinder-772623-14-iscsi neutron-server[94299]: 'Subnet': '1.1', Sep 09 05:16:51.883186 dv-cinder-772623-14-iscsi neutron-server[94299]: 'Trunk': '1.1'}} Sep 09 05:16:51.883186 dv-cinder-772623-14-iscsi neutron-server[94299]: {{(pid=94299) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 05:16:51.888921 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.scheduler.base_scheduler [None req-c8a83ebe-e19a-4747-b87f-0d3856e8de35 None None] Resources bound (agent type, host, resource id): {{(pid=94299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 05:16:51.902446 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-ebd8f444-89b3-4575-b3ce-6dd7b20a41f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:51.935050 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a83ebe-e19a-4747-b87f-0d3856e8de35 None None] Received port after_create {{(pid=94299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 05:16:52.009923 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-ebd8f444-89b3-4575-b3ce-6dd7b20a41f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:52.028860 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.managers [None req-c8a83ebe-e19a-4747-b87f-0d3856e8de35 None None] Attempting to bind port 0e199ba8-1394-4297-8422-170f760c94e2 on host dv-cinder-772623-14-iscsi for vnic_type normal with profile {{(pid=94299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 05:16:52.029085 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.managers [None req-c8a83ebe-e19a-4747-b87f-0d3856e8de35 None None] Attempting to bind port 0e199ba8-1394-4297-8422-170f760c94e2 by drivers openvswitch,hyperv on host dv-cinder-772623-14-iscsi at level 0 using segments [{'id': '44b63472-c473-4956-8286-eaf7d63fb2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '7b28e044-cfb6-46f2-81af-55250817b403'}] {{(pid=94299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 05:16:52.029505 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a83ebe-e19a-4747-b87f-0d3856e8de35 None None] Attempting to bind port 0e199ba8-1394-4297-8422-170f760c94e2 on network 7b28e044-cfb6-46f2-81af-55250817b403 {{(pid=94299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 05:16:52.035025 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a83ebe-e19a-4747-b87f-0d3856e8de35 None None] Checking agent: {'id': 'b4d491fa-f395-4d31-93f5-2c51f286f631', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 5, 9, 17), 'started_at': datetime.datetime(2021, 9, 9, 5, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 5, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 05:16:52.035617 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a83ebe-e19a-4747-b87f-0d3856e8de35 None None] Checking segment: {'id': '44b63472-c473-4956-8286-eaf7d63fb2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '7b28e044-cfb6-46f2-81af-55250817b403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 05:16:52.036052 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-c8a83ebe-e19a-4747-b87f-0d3856e8de35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:52.036562 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a83ebe-e19a-4747-b87f-0d3856e8de35 None None] Bound using segment: {'id': '44b63472-c473-4956-8286-eaf7d63fb2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '7b28e044-cfb6-46f2-81af-55250817b403'} {{(pid=94299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 05:16:52.037117 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.managers [None req-c8a83ebe-e19a-4747-b87f-0d3856e8de35 None None] Bound port: 0e199ba8-1394-4297-8422-170f760c94e2, host: dv-cinder-772623-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44b63472-c473-4956-8286-eaf7d63fb2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '7b28e044-cfb6-46f2-81af-55250817b403'}}] {{(pid=94299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 05:16:52.037607 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-c8a83ebe-e19a-4747-b87f-0d3856e8de35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:52.067337 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59509464-48ce-4f61-bae0-32fd8130814a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c182cba-f24f-48d3-93d9-c95e60c8cd67,revision_number=0']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:16:52.084523 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebd8f444-89b3-4575-b3ce-6dd7b20a41f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=94297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 05:16:52.129141 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-c8a83ebe-e19a-4747-b87f-0d3856e8de35 None None] For port 0e199ba8-1394-4297-8422-170f760c94e2, host dv-cinder-772623-14-iscsi, cleared binding levels {{(pid=94299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 05:16:52.139834 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-c8a83ebe-e19a-4747-b87f-0d3856e8de35 None None] For port 0e199ba8-1394-4297-8422-170f760c94e2, host dv-cinder-772623-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-14-iscsi',level=0,port_id=0e199ba8-1394-4297-8422-170f760c94e2,segment=NetworkSegment(44b63472-c473-4956-8286-eaf7d63fb2aa),segment_id=44b63472-c473-4956-8286-eaf7d63fb2aa)] {{(pid=94299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 05:16:52.147981 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-c8a83ebe-e19a-4747-b87f-0d3856e8de35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:52.167909 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-ebd8f444-89b3-4575-b3ce-6dd7b20a41f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771871'] for segment, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:52.168253 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.db.segments_db [None req-ebd8f444-89b3-4575-b3ce-6dd7b20a41f7 admin admin] Added segment 2253588a-18bc-44eb-b0be-6d785831d1ef of type vlan for network cfd71842-6726-40b2-be3d-a4d60a862165 Sep 09 05:16:52.207315 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd8f444-89b3-4575-b3ce-6dd7b20a41f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b559db1-1589-4e96-9e76-ca77d0cb852e,revision_number=1']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:16:52.214648 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59509464-48ce-4f61-bae0-32fd8130814a admin admin] Checking segment: {'id': '5aa37a3f-66af-4ce9-afe5-b18ee79b928a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '00cd2a8c-0672-473b-a5e4-39b12300043e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 05:16:52.218334 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59509464-48ce-4f61-bae0-32fd8130814a admin admin] Network hostable DHCP agents. Network: 00cd2a8c-0672-473b-a5e4-39b12300043e, hostable agents: ['bd61413d-9299-49db-9f91-5814fb92a5ef'], hosted agents: [] {{(pid=94297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 05:16:52.350817 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a83ebe-e19a-4747-b87f-0d3856e8de35 None None] Pushing event updated for resources: {'Port': ['ID=0e199ba8-1394-4297-8422-170f760c94e2,revision_number=2']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:16:52.355291 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 60666) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:16:52.362723 dv-cinder-772623-14-iscsi neutron-server[94298]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 09 05:16:52.502443 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-ebd8f444-89b3-4575-b3ce-6dd7b20a41f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748631623976'] for network, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:52.555264 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59509464-48ce-4f61-bae0-32fd8130814a admin admin] Network 00cd2a8c-0672-473b-a5e4-39b12300043e is scheduled to be hosted by DHCP agent bd61413d-9299-49db-9f91-5814fb92a5ef with binding_index 1 {{(pid=94297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 05:16:52.641978 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.base_scheduler [None req-59509464-48ce-4f61-bae0-32fd8130814a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-14-iscsi, 00cd2a8c-0672-473b-a5e4-39b12300043e) {{(pid=94297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 05:16:52.654037 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99decccd-97ba-4117-aa1c-db778f44e252 None None] Network 00cd2a8c-0672-473b-a5e4-39b12300043e requested from dv-cinder-772623-14-iscsi {{(pid=94299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 05:16:52.676202 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59509464-48ce-4f61-bae0-32fd8130814a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:16:52.676987 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-59509464-48ce-4f61-bae0-32fd8130814a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for subnet, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:52.680443 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-6ec02c43-180d-4b19-9117-05e542958da6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:52.685796 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-ebd8f444-89b3-4575-b3ce-6dd7b20a41f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442'] for network, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:52.687341 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd8f444-89b3-4575-b3ce-6dd7b20a41f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:16:52.688125 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-ebd8f444-89b3-4575-b3ce-6dd7b20a41f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for network, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:52.747815 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e4479-2448-489a-a1fb-05ffed2ece01 req-19de6fcc-4574-460a-aa8e-669d02e111b4 tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:16:52.754116 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-cb3e4479-2448-489a-a1fb-05ffed2ece01 req-19de6fcc-4574-460a-aa8e-669d02e111b4 tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] 10.222.0.24 "GET /v2.0/networks?id=18df9872-60ee-4348-aae2-75569367b110 HTTP/1.1" status: 200 len: 812 time: 0.3969936 Sep 09 05:16:52.775177 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-cb3e4479-2448-489a-a1fb-05ffed2ece01 req-0c5d9dd1-ca4b-4b01-9fcb-4cfef5a057cf tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] 10.222.0.24 "GET /v2.0/quotas/ed4cb9cda64847b3bff0f79ca12942fc HTTP/1.1" status: 200 len: 375 time: 0.0197833 Sep 09 05:16:52.801601 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-6ec02c43-180d-4b19-9117-05e542958da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:52.830349 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-ebd8f444-89b3-4575-b3ce-6dd7b20a41f7 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.3426456 Sep 09 05:16:52.838632 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 60692) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:16:52.858829 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.v2.base [None req-b1ff7308-62b3-4ce3-91df-4fbe98d8e066 admin admin] Request body: {'subnet': {'network_id': 'cfd71842-6726-40b2-be3d-a4d60a862165', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-479605874-subnet', 'tenant_id': '4072331c63524c7cbf166cc5521b82fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:16:52.863257 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-59509464-48ce-4f61-bae0-32fd8130814a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.6274555 Sep 09 05:16:52.868378 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 60698) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:16:52.874492 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-cb3e4479-2448-489a-a1fb-05ffed2ece01 req-af62433c-158a-4547-9df8-31daeb636193 tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ed4cb9cda64847b3bff0f79ca12942fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0975595 Sep 09 05:16:52.901284 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.v2.base [None req-a2936953-2c1c-49fb-a50f-850a788f16be admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-711260561-router', 'tenant_id': 'bc42907dc3434e2ea444add09b95bb24', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1'}}} {{(pid=94297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:16:52.901505 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a601f1-111e-4125-ab79-e2bd0474be36 None None] Network 00cd2a8c-0672-473b-a5e4-39b12300043e requested from dv-cinder-772623-14-iscsi {{(pid=94299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 05:16:52.982172 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd8f444-89b3-4575-b3ce-6dd7b20a41f7 admin admin] Pushing event updated for resources: {'Network': ['ID=cfd71842-6726-40b2-be3d-a4d60a862165,revision_number=1']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:16:53.005381 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Network cfd71842-6726-40b2-be3d-a4d60a862165 details requested by agent ovs-agent-dv-cinder-772623-14-iscsi with host dv-cinder-772623-14-iscsi {{(pid=94299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 05:16:53.049299 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1ff7308-62b3-4ce3-91df-4fbe98d8e066 admin admin] Made reservation on behalf of 4072331c63524c7cbf166cc5521b82fc for: {'subnet': 1} {{(pid=94297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 05:16:53.051951 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-b1ff7308-62b3-4ce3-91df-4fbe98d8e066 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:53.137031 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-a2936953-2c1c-49fb-a50f-850a788f16be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-603024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4260'] for router, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:53.138159 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-a2936953-2c1c-49fb-a50f-850a788f16be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-603904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4269'] for router, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:53.341241 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [req-cb3e4479-2448-489a-a1fb-05ffed2ece01 req-8047efd8-8e37-48d4-b0d0-2a835130efe6 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 05:16:53.342727 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-cb3e4479-2448-489a-a1fb-05ffed2ece01 req-8047efd8-8e37-48d4-b0d0-2a835130efe6 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0652018 Sep 09 05:16:53.351079 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.db_base_plugin_common [None req-6ec02c43-180d-4b19-9117-05e542958da6 admin admin] Allocated IP 172.27.2.185 (5214b103-0600-4a81-9a33-2571ddc573a1/5b692485-8a86-47cc-9882-0c3698d3f08b/d024fa67-6afb-4dab-8aa2-4a0e60398a73) {{(pid=94297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 05:16:53.508754 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-cb3e4479-2448-489a-a1fb-05ffed2ece01 req-4bb692e8-2d67-4ac2-8bc0-a7c887aed690 service neutron] 10.222.0.24 "GET /v2.0/networks/18df9872-60ee-4348-aae2-75569367b110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562448 Sep 09 05:16:53.523856 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-a2936953-2c1c-49fb-a50f-850a788f16be admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:53.571541 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 60730) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:16:53.768005 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-cb3e4479-2448-489a-a1fb-05ffed2ece01 req-75f62d75-454d-4e52-954e-f547d7c7b0e4 service neutron] 10.222.0.24 "GET /v2.0/networks/18df9872-60ee-4348-aae2-75569367b110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527034 Sep 09 05:16:53.816993 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-6827abb8-fbc6-43e4-94a4-bbfccf2f718e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:53.845743 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b2f236-91de-40e9-a8af-5fa92d9eed71 None None] Network 7b28e044-cfb6-46f2-81af-55250817b403 requested from dv-cinder-772623-14-iscsi {{(pid=94299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 05:16:53.874897 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-a2936953-2c1c-49fb-a50f-850a788f16be admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:53.887150 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-6ec02c43-180d-4b19-9117-05e542958da6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:53.901613 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-b1ff7308-62b3-4ce3-91df-4fbe98d8e066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442'] for subnet, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:53.932716 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 60742) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:16:53.999250 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-00a30f53-3349-4bc4-b2be-9cb6f8069cb4 None None] Provisioning for port 0e199ba8-1394-4297-8422-170f760c94e2 completed by entity DHCP. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 05:16:54.008643 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-6827abb8-fbc6-43e4-94a4-bbfccf2f718e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:54.018747 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-6827abb8-fbc6-43e4-94a4-bbfccf2f718e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:54.056926 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-6827abb8-fbc6-43e4-94a4-bbfccf2f718e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a4ea2cb117a249759e764f0b17364edf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4834290 Sep 09 05:16:54.072400 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 60746) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:16:54.095119 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ff7308-62b3-4ce3-91df-4fbe98d8e066 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26afa4a7-ead4-4ffa-80cb-6879630dc238,revision_number=0']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:16:54.111887 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6827abb8-fbc6-43e4-94a4-bbfccf2f718e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23869322-dd28-43a6-80b7-47675f1a0f7d,revision_number=1']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:16:54.153660 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ff7308-62b3-4ce3-91df-4fbe98d8e066 admin admin] Checking segment: {'id': '2253588a-18bc-44eb-b0be-6d785831d1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cfd71842-6726-40b2-be3d-a4d60a862165'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 05:16:54.154207 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ff7308-62b3-4ce3-91df-4fbe98d8e066 admin admin] Network hostable DHCP agents. Network: cfd71842-6726-40b2-be3d-a4d60a862165, hostable agents: ['bd61413d-9299-49db-9f91-5814fb92a5ef'], hosted agents: [] {{(pid=94297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 05:16:54.166234 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-6ec02c43-180d-4b19-9117-05e542958da6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748631669697'] for port, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:54.345548 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec02c43-180d-4b19-9117-05e542958da6 admin admin] Network 5214b103-0600-4a81-9a33-2571ddc573a1 is already hosted by enough agents. {{(pid=94297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 05:16:54.348725 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ff7308-62b3-4ce3-91df-4fbe98d8e066 admin admin] Network cfd71842-6726-40b2-be3d-a4d60a862165 is scheduled to be hosted by DHCP agent bd61413d-9299-49db-9f91-5814fb92a5ef with binding_index 1 {{(pid=94297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 05:16:54.358183 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-24c3029f-2f5a-45b4-8d3e-866661e1d074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:54.361534 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-34db92a1-d156-492c-8a65-f4d6edfe3cfa req-d8e77696-5cec-4275-95c6-6f1a95582af1 tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bb4d0fc-9007-45f5-834b-bc5f0ca7a336 HTTP/1.1" status: 200 len: 210 time: 0.1237369 Sep 09 05:16:54.371496 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-7185ab01-8e3e-4fb3-8dd2-8243c7449fe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:54.373490 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.base_scheduler [None req-6ec02c43-180d-4b19-9117-05e542958da6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 05:16:54.395221 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec02c43-180d-4b19-9117-05e542958da6 admin admin] Received port after_create {{(pid=94297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 05:16:54.428699 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.base_scheduler [None req-b1ff7308-62b3-4ce3-91df-4fbe98d8e066 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-14-iscsi, cfd71842-6726-40b2-be3d-a4d60a862165) {{(pid=94297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 05:16:54.438903 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76c03fd-3aad-4e21-900e-3c88c65305ff None None] Network cfd71842-6726-40b2-be3d-a4d60a862165 requested from dv-cinder-772623-14-iscsi {{(pid=94299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 05:16:54.520933 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec02c43-180d-4b19-9117-05e542958da6 admin admin] Pushing event updated for resources: {'Port': ['ID=d024fa67-6afb-4dab-8aa2-4a0e60398a73,revision_number=1']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:16:54.561506 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ff7308-62b3-4ce3-91df-4fbe98d8e066 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:16:54.562190 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-b1ff7308-62b3-4ce3-91df-4fbe98d8e066 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for subnet, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:54.625850 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-7185ab01-8e3e-4fb3-8dd2-8243c7449fe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:54.645108 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff497f2-065c-44a3-96e8-d35f574dd669 None None] Network cfd71842-6726-40b2-be3d-a4d60a862165 requested from dv-cinder-772623-14-iscsi {{(pid=94299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 05:16:54.745349 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device 0e199ba8-1394-4297-8422-170f760c94e2 up at agent ovs-agent-dv-cinder-772623-14-iscsi {{(pid=94299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 05:16:54.893214 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-7185ab01-8e3e-4fb3-8dd2-8243c7449fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:54.896367 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-7185ab01-8e3e-4fb3-8dd2-8243c7449fe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:54.897739 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-7185ab01-8e3e-4fb3-8dd2-8243c7449fe7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/23869322-dd28-43a6-80b7-47675f1a0f7d HTTP/1.1" status: 204 len: 168 time: 0.8218799 Sep 09 05:16:54.975536 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7185ab01-8e3e-4fb3-8dd2-8243c7449fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23869322-dd28-43a6-80b7-47675f1a0f7d,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:16:54.978780 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-24c3029f-2f5a-45b4-8d3e-866661e1d074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:54.989334 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-24c3029f-2f5a-45b4-8d3e-866661e1d074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:55.030285 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Provisioning for port 0e199ba8-1394-4297-8422-170f760c94e2 completed by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 05:16:55.034734 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Provisioning complete for port 0e199ba8-1394-4297-8422-170f760c94e2 triggered by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:16:55.035335 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:55.085743 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-b1ff7308-62b3-4ce3-91df-4fbe98d8e066 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.2314975 Sep 09 05:16:55.155854 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:55.165663 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-24c3029f-2f5a-45b4-8d3e-866661e1d074 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3911fb7f965f4d7894c8fb980786bb85&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2303753 Sep 09 05:16:55.169358 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 60812) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:16:55.197418 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c3029f-2f5a-45b4-8d3e-866661e1d074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5d4b08b-aa6f-47e8-9752-5633a17718d3,revision_number=1']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:16:55.231106 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] For port 0e199ba8-1394-4297-8422-170f760c94e2, host dv-cinder-772623-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-14-iscsi',level=0,port_id=0e199ba8-1394-4297-8422-170f760c94e2,segment=NetworkSegment(44b63472-c473-4956-8286-eaf7d63fb2aa),segment_id=44b63472-c473-4956-8286-eaf7d63fb2aa)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:16:55.241168 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:55.247291 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-a2936953-2c1c-49fb-a50f-850a788f16be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:55.254186 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-9b014c06-f00e-4a4c-aaf1-77d61278417a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:55.280452 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-9b014c06-f00e-4a4c-aaf1-77d61278417a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:55.300863 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-a2936953-2c1c-49fb-a50f-850a788f16be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:55.342492 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Pushing event updated for resources: {'Port': ['ID=0e199ba8-1394-4297-8422-170f760c94e2,revision_number=3']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:16:55.364370 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-6ec02c43-180d-4b19-9117-05e542958da6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:55.377310 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-9b014c06-f00e-4a4c-aaf1-77d61278417a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:55.383376 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-9b014c06-f00e-4a4c-aaf1-77d61278417a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:55.394006 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-9b014c06-f00e-4a4c-aaf1-77d61278417a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c5d4b08b-aa6f-47e8-9752-5633a17718d3 HTTP/1.1" status: 204 len: 168 time: 0.2127976 Sep 09 05:16:55.423158 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b014c06-f00e-4a4c-aaf1-77d61278417a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5d4b08b-aa6f-47e8-9752-5633a17718d3,revision_number=None']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:16:55.461211 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 60830) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:16:55.494795 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 60832) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:16:55.505661 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-348d4fbf-872a-400e-8f69-59e1640bffc8 req-917d384c-9c91-4762-80e6-b4318a524a0b tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bb4d0fc-9007-45f5-834b-bc5f0ca7a336 HTTP/1.1" status: 200 len: 210 time: 0.0423517 Sep 09 05:16:55.523612 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-1f231789-9406-40d2-824a-14548de9c146 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:55.700840 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-1f231789-9406-40d2-824a-14548de9c146 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:55.706653 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-1f231789-9406-40d2-824a-14548de9c146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:55.755733 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.db_base_plugin_common [None req-a2936953-2c1c-49fb-a50f-850a788f16be admin admin] Allocated IP 172.27.2.127 (5214b103-0600-4a81-9a33-2571ddc573a1/5b692485-8a86-47cc-9882-0c3698d3f08b/3b42aea7-ee95-415f-b240-c1519168c13b) {{(pid=94297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 05:16:55.773629 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-1f231789-9406-40d2-824a-14548de9c146 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=89431e5b55b443f38ec61d291acf0f2f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2775543 Sep 09 05:16:55.778662 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 60842) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:16:55.782066 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f231789-9406-40d2-824a-14548de9c146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d492a9-ebd1-43de-a5f8-1ffeb1447219,revision_number=1']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:16:55.880218 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-3f3b68a4-3117-41ff-8dd8-dd979a79959b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:55.898651 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 60852) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:16:55.933846 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-3f3b68a4-3117-41ff-8dd8-dd979a79959b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:55.936676 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-57b14943-2dd4-463a-ae9c-b722b35b20c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:55.948715 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-6ec02c43-180d-4b19-9117-05e542958da6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600385'] for router, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:56.001372 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-a2936953-2c1c-49fb-a50f-850a788f16be admin admin] Notify callbacks [] for port, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:56.062819 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-3f3b68a4-3117-41ff-8dd8-dd979a79959b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:56.065190 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-3f3b68a4-3117-41ff-8dd8-dd979a79959b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:56.066336 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-3f3b68a4-3117-41ff-8dd8-dd979a79959b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f3d492a9-ebd1-43de-a5f8-1ffeb1447219 HTTP/1.1" status: 204 len: 168 time: 0.2861941 Sep 09 05:16:56.088857 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66834f8-0f82-40e1-a70c-3b5bb12aecc5 req-ead5fd95-3d6e-4a59-8965-c1756e8a1056 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:16:56.090379 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-b66834f8-0f82-40e1-a70c-3b5bb12aecc5 req-ead5fd95-3d6e-4a59-8965-c1756e8a1056 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/networks?id=cfd71842-6726-40b2-be3d-a4d60a862165 HTTP/1.1" status: 200 len: 814 time: 0.1804488 Sep 09 05:16:56.094320 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3b68a4-3117-41ff-8dd8-dd979a79959b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d492a9-ebd1-43de-a5f8-1ffeb1447219,revision_number=None']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:16:56.113120 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-a2936953-2c1c-49fb-a50f-850a788f16be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748631669697'] for port, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:56.124160 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-b66834f8-0f82-40e1-a70c-3b5bb12aecc5 req-bee89952-c4c2-4e09-8dfe-3653359f6b39 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/quotas/4072331c63524c7cbf166cc5521b82fc HTTP/1.1" status: 200 len: 375 time: 0.0249350 Sep 09 05:16:56.164827 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-b66834f8-0f82-40e1-a70c-3b5bb12aecc5 req-a3260a8f-de42-43f5-8588-036636fe6abc tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4072331c63524c7cbf166cc5521b82fc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295093 Sep 09 05:16:56.167004 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2936953-2c1c-49fb-a50f-850a788f16be admin admin] Network 5214b103-0600-4a81-9a33-2571ddc573a1 is already hosted by enough agents. {{(pid=94297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 05:16:56.177928 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.base_scheduler [None req-a2936953-2c1c-49fb-a50f-850a788f16be admin admin] Resources bound (agent type, host, resource id): {{(pid=94297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 05:16:56.193560 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2936953-2c1c-49fb-a50f-850a788f16be admin admin] Received port after_create {{(pid=94297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 05:16:56.196862 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-57b14943-2dd4-463a-ae9c-b722b35b20c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:56.208374 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-57b14943-2dd4-463a-ae9c-b722b35b20c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:56.232724 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ec02c43-180d-4b19-9117-05e542958da6 admin admin] Router db3c3531-a9b0-426b-a20c-f8789cd89936 is scheduled to L3 agent e912432c-85e4-4a31-b574-aae2dcf01ec7 with binding_index 1 {{(pid=94297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 05:16:56.237242 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2936953-2c1c-49fb-a50f-850a788f16be admin admin] Pushing event updated for resources: {'Port': ['ID=3b42aea7-ee95-415f-b240-c1519168c13b,revision_number=1']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:16:56.295819 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-57b14943-2dd4-463a-ae9c-b722b35b20c5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c2b27ba06fcd489b97b030a77031f60b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3937490 Sep 09 05:16:56.295819 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b14943-2dd4-463a-ae9c-b722b35b20c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=028da343-bef5-457c-b29d-9a04bbb7dd25,revision_number=1']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:16:56.298035 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 60858) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:16:56.327049 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-b66834f8-0f82-40e1-a70c-3b5bb12aecc5 req-6e840228-556e-4d64-8165-f843c1e80e7a service neutron] 10.222.0.24 "GET /v2.0/networks/cfd71842-6726-40b2-be3d-a4d60a862165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425562 Sep 09 05:16:56.412089 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-8ead81aa-6135-42f8-9c0b-aa72c998d415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:56.452027 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-8ead81aa-6135-42f8-9c0b-aa72c998d415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:56.467406 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-b66834f8-0f82-40e1-a70c-3b5bb12aecc5 req-0846ae8a-6b9a-41fe-b6ec-fce78672a43f service neutron] 10.222.0.24 "GET /v2.0/networks/cfd71842-6726-40b2-be3d-a4d60a862165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330609 Sep 09 05:16:56.511392 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ec02c43-180d-4b19-9117-05e542958da6 admin admin] Notify agent at l3_agent.dv-cinder-772623-14-iscsi the message routers_updated {{(pid=94297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 05:16:56.520746 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-8ead81aa-6135-42f8-9c0b-aa72c998d415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:56.524038 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23ab90c-5a0d-43c0-8a4d-91695472143e None None] Sync routers for ids ['db3c3531-a9b0-426b-a20c-f8789cd89936'] in dv-cinder-772623-14-iscsi {{(pid=94300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 05:16:56.533318 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-8ead81aa-6135-42f8-9c0b-aa72c998d415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:56.534887 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-8ead81aa-6135-42f8-9c0b-aa72c998d415 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/028da343-bef5-457c-b29d-9a04bbb7dd25 HTTP/1.1" status: 204 len: 168 time: 0.2345812 Sep 09 05:16:56.538594 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-a2936953-2c1c-49fb-a50f-850a788f16be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:56.542433 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-6ec02c43-180d-4b19-9117-05e542958da6 admin admin] Notify callbacks [] for router, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:56.546724 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-6ec02c43-180d-4b19-9117-05e542958da6 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.5073130 Sep 09 05:16:56.547167 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23ab90c-5a0d-43c0-8a4d-91695472143e None None] Routers {'db3c3531-a9b0-426b-a20c-f8789cd89936'} bound to L3 agent in host dv-cinder-772623-14-iscsi {{(pid=94300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 05:16:56.548409 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_hamode_db [None req-d23ab90c-5a0d-43c0-8a4d-91695472143e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T05:09:16Z,description=,heartbeat_timestamp=2021-09-09T05:16:46Z,host='dv-cinder-772623-14-iscsi',id=e912432c-85e4-4a31-b574-aae2dcf01ec7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T05:09:16Z,topic='l3_agent')) {'router_ids': ['db3c3531-a9b0-426b-a20c-f8789cd89936'], 'active': True} {{(pid=94300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:16:56.554325 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 60870) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:16:56.587998 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ead81aa-6135-42f8-9c0b-aa72c998d415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=028da343-bef5-457c-b29d-9a04bbb7dd25,revision_number=None']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:16:56.693743 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device 0e199ba8-1394-4297-8422-170f760c94e2 up at agent ovs-agent-dv-cinder-772623-14-iscsi {{(pid=94299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 05:16:56.847720 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Provisioning complete for port 0e199ba8-1394-4297-8422-170f760c94e2 triggered by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:16:56.849232 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:56.853279 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_dvr_db [None req-d23ab90c-5a0d-43c0-8a4d-91695472143e None None] Set router db3c3531-a9b0-426b-a20c-f8789cd89936 gateway port host: dv-cinder-772623-14-iscsi {{(pid=94300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 05:16:56.987000 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-a2936953-2c1c-49fb-a50f-850a788f16be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600385'] for router, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:57.217628 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-788ae382-ef4d-462d-b11f-05860d3e9ef7 req-fb60d180-f447-42e8-83a5-9205f5f02117 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e2c0125-9084-4058-906a-114695d331a7 HTTP/1.1" status: 200 len: 210 time: 0.0993724 Sep 09 05:16:57.228273 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-07daf012-dcc8-462a-8d86-ab75f256806a req-94e805c0-5155-4f40-8520-bc2aa2c46fe6 tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bb4d0fc-9007-45f5-834b-bc5f0ca7a336 HTTP/1.1" status: 200 len: 210 time: 0.1084218 Sep 09 05:16:57.235258 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_hamode_db [None req-d23ab90c-5a0d-43c0-8a4d-91695472143e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3c3531-a9b0-426b-a20c-f8789cd89936', 'name': 'tempest-AttachVolumeTestJSON-652661435-router', 'tenant_id': '9bed73d6cc44482b88fb30bf66765cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'd024fa67-6afb-4dab-8aa2-4a0e60398a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:16:51Z', 'updated_at': '2021-09-09T05:16:54Z', 'revision_number': 3, 'project_id': '9bed73d6cc44482b88fb30bf66765cac', 'gw_port': {'id': 'd024fa67-6afb-4dab-8aa2-4a0e60398a73', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:2e:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db3c3531-a9b0-426b-a20c-f8789cd89936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:16:52Z', 'updated_at': '2021-09-09T05:16:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi'}], 'dv-cinder-772623-14-iscsi', False) {} {{(pid=94300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:16:57.269835 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2936953-2c1c-49fb-a50f-850a788f16be admin admin] Router dcdfbbce-d4d7-429b-be8e-ee89aa6ae8be is scheduled to L3 agent e912432c-85e4-4a31-b574-aae2dcf01ec7 with binding_index 1 {{(pid=94297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 05:16:57.307541 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23ab90c-5a0d-43c0-8a4d-91695472143e None None] Checking router: db3c3531-a9b0-426b-a20c-f8789cd89936 for host: dv-cinder-772623-14-iscsi {{(pid=94300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 05:16:57.308110 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23ab90c-5a0d-43c0-8a4d-91695472143e None None] Updating router db3c3531-a9b0-426b-a20c-f8789cd89936 port d024fa67-6afb-4dab-8aa2-4a0e60398a73 binding host dv-cinder-772623-14-iscsi {{(pid=94300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 05:16:57.385093 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-d23ab90c-5a0d-43c0-8a4d-91695472143e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:57.474171 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2936953-2c1c-49fb-a50f-850a788f16be admin admin] Notify agent at l3_agent.dv-cinder-772623-14-iscsi the message routers_updated {{(pid=94297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 05:16:57.486611 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7226b36e-84ea-48d6-a803-06476f7d51e2 None None] Sync routers for ids ['dcdfbbce-d4d7-429b-be8e-ee89aa6ae8be'] in dv-cinder-772623-14-iscsi {{(pid=94299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 05:16:57.499802 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-a2936953-2c1c-49fb-a50f-850a788f16be admin admin] Notify callbacks [] for router, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:57.501404 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-a2936953-2c1c-49fb-a50f-850a788f16be admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.6089387 Sep 09 05:16:57.503093 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7226b36e-84ea-48d6-a803-06476f7d51e2 None None] Routers {'dcdfbbce-d4d7-429b-be8e-ee89aa6ae8be'} bound to L3 agent in host dv-cinder-772623-14-iscsi {{(pid=94299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 05:16:57.504556 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 60920) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:16:57.505188 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-7226b36e-84ea-48d6-a803-06476f7d51e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T05:09:16Z,description=,heartbeat_timestamp=2021-09-09T05:16:46Z,host='dv-cinder-772623-14-iscsi',id=e912432c-85e4-4a31-b574-aae2dcf01ec7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T05:09:16Z,topic='l3_agent')) {'router_ids': ['dcdfbbce-d4d7-429b-be8e-ee89aa6ae8be'], 'active': True} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:16:57.707037 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvr_db [None req-7226b36e-84ea-48d6-a803-06476f7d51e2 None None] Set router dcdfbbce-d4d7-429b-be8e-ee89aa6ae8be gateway port host: dv-cinder-772623-14-iscsi {{(pid=94299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 05:16:57.862429 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-d23ab90c-5a0d-43c0-8a4d-91695472143e None None] Notify callbacks [] for port, precommit_update {{(pid=94300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:57.888687 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-8dfe6c78-740a-4c83-9f55-44370d9f9239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:57.909787 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.provisioning_blocks [None req-d23ab90c-5a0d-43c0-8a4d-91695472143e None None] Transition to ACTIVE for port object d024fa67-6afb-4dab-8aa2-4a0e60398a73 will not be triggered until provisioned by entity L2. {{(pid=94300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 05:16:57.924418 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-d23ab90c-5a0d-43c0-8a4d-91695472143e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:58.126790 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.plugins.ml2.managers [None req-d23ab90c-5a0d-43c0-8a4d-91695472143e None None] Attempting to bind port d024fa67-6afb-4dab-8aa2-4a0e60398a73 on host dv-cinder-772623-14-iscsi for vnic_type normal with profile {{(pid=94300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 05:16:58.129555 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.plugins.ml2.managers [None req-d23ab90c-5a0d-43c0-8a4d-91695472143e None None] Attempting to bind port d024fa67-6afb-4dab-8aa2-4a0e60398a73 by drivers openvswitch,hyperv on host dv-cinder-772623-14-iscsi at level 0 using segments [{'id': 'df80411f-acb6-4e9d-a7f5-4a8066bc7b33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1'}] {{(pid=94300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 05:16:58.129997 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23ab90c-5a0d-43c0-8a4d-91695472143e None None] Attempting to bind port d024fa67-6afb-4dab-8aa2-4a0e60398a73 on network 5214b103-0600-4a81-9a33-2571ddc573a1 {{(pid=94300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 05:16:58.150525 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6541bb-49fe-4126-815b-3f6a7caa5578 None None] Pushing event updated for resources: {'Port': ['ID=d024fa67-6afb-4dab-8aa2-4a0e60398a73,revision_number=2']} {{(pid=94300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:16:58.160054 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23ab90c-5a0d-43c0-8a4d-91695472143e None None] Checking agent: {'id': 'b4d491fa-f395-4d31-93f5-2c51f286f631', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 5, 9, 17), 'started_at': datetime.datetime(2021, 9, 9, 5, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 5, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 05:16:58.160440 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23ab90c-5a0d-43c0-8a4d-91695472143e None None] Checking segment: {'id': 'df80411f-acb6-4e9d-a7f5-4a8066bc7b33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 05:16:58.160851 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-d23ab90c-5a0d-43c0-8a4d-91695472143e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:58.166110 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d23ab90c-5a0d-43c0-8a4d-91695472143e None None] Bound using segment: {'id': 'df80411f-acb6-4e9d-a7f5-4a8066bc7b33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1'} {{(pid=94300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 05:16:58.166571 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.plugins.ml2.managers [None req-d23ab90c-5a0d-43c0-8a4d-91695472143e None None] Bound port: d024fa67-6afb-4dab-8aa2-4a0e60398a73, host: dv-cinder-772623-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df80411f-acb6-4e9d-a7f5-4a8066bc7b33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1'}}] {{(pid=94300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 05:16:58.166999 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-d23ab90c-5a0d-43c0-8a4d-91695472143e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:58.220734 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-7226b36e-84ea-48d6-a803-06476f7d51e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcdfbbce-d4d7-429b-be8e-ee89aa6ae8be', 'name': 'tempest-ServerRescueNegativeTestJSON-711260561-router', 'tenant_id': 'bc42907dc3434e2ea444add09b95bb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '3b42aea7-ee95-415f-b240-c1519168c13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:16:53Z', 'updated_at': '2021-09-09T05:16:56Z', 'revision_number': 3, 'project_id': 'bc42907dc3434e2ea444add09b95bb24', 'gw_port': {'id': '3b42aea7-ee95-415f-b240-c1519168c13b', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a0:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcdfbbce-d4d7-429b-be8e-ee89aa6ae8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:16:55Z', 'updated_at': '2021-09-09T05:16:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi'}], 'dv-cinder-772623-14-iscsi', False) {} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:16:58.247429 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6541bb-49fe-4126-815b-3f6a7caa5578 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:16:58.247796 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6541bb-49fe-4126-815b-3f6a7caa5578 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:16:58.248157 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6541bb-49fe-4126-815b-3f6a7caa5578 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:16:58.261331 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6541bb-49fe-4126-815b-3f6a7caa5578 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:16:58.261739 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6541bb-49fe-4126-815b-3f6a7caa5578 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:16:58.264243 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6541bb-49fe-4126-815b-3f6a7caa5578 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:16:58.268921 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6541bb-49fe-4126-815b-3f6a7caa5578 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:16:58.269597 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6541bb-49fe-4126-815b-3f6a7caa5578 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:16:58.271557 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6541bb-49fe-4126-815b-3f6a7caa5578 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:16:58.272196 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6541bb-49fe-4126-815b-3f6a7caa5578 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:16:58.272706 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6541bb-49fe-4126-815b-3f6a7caa5578 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:16:58.273191 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6541bb-49fe-4126-815b-3f6a7caa5578 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:16:58.276224 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d6541bb-49fe-4126-815b-3f6a7caa5578 None None] Tracked resource versions report: Sep 09 05:16:58.276224 dv-cinder-772623-14-iscsi neutron-server[94300]: pushed versions: Sep 09 05:16:58.276224 dv-cinder-772623-14-iscsi neutron-server[94300]: { 'AddressGroup': {'1.2'}, Sep 09 05:16:58.276224 dv-cinder-772623-14-iscsi neutron-server[94300]: 'ConntrackHelper': {'1.0'}, Sep 09 05:16:58.276224 dv-cinder-772623-14-iscsi neutron-server[94300]: 'Log': {'1.0'}, Sep 09 05:16:58.276224 dv-cinder-772623-14-iscsi neutron-server[94300]: 'Network': {'1.1'}, Sep 09 05:16:58.276224 dv-cinder-772623-14-iscsi neutron-server[94300]: 'Port': {'1.7'}, Sep 09 05:16:58.276224 dv-cinder-772623-14-iscsi neutron-server[94300]: 'PortForwarding': {'1.2'}, Sep 09 05:16:58.276224 dv-cinder-772623-14-iscsi neutron-server[94300]: 'QosPolicy': {'1.9'}, Sep 09 05:16:58.276224 dv-cinder-772623-14-iscsi neutron-server[94300]: 'SecurityGroup': {'1.4'}, Sep 09 05:16:58.276224 dv-cinder-772623-14-iscsi neutron-server[94300]: 'SecurityGroupRule': {'1.2'}, Sep 09 05:16:58.276224 dv-cinder-772623-14-iscsi neutron-server[94300]: 'SubPort': {'1.0'}, Sep 09 05:16:58.276224 dv-cinder-772623-14-iscsi neutron-server[94300]: 'Subnet': {'1.1'}, Sep 09 05:16:58.276224 dv-cinder-772623-14-iscsi neutron-server[94300]: 'Trunk': {'1.1'}} Sep 09 05:16:58.276224 dv-cinder-772623-14-iscsi neutron-server[94300]: consumer versions: Sep 09 05:16:58.276224 dv-cinder-772623-14-iscsi neutron-server[94300]: { DHCP agent@dv-cinder-772623-14-iscsi: {}, Sep 09 05:16:58.276224 dv-cinder-772623-14-iscsi neutron-server[94300]: HyperV agent@hv-cinder-77262: {}, Sep 09 05:16:58.276224 dv-cinder-772623-14-iscsi neutron-server[94300]: L3 agent@dv-cinder-772623-14-iscsi: {}, Sep 09 05:16:58.276224 dv-cinder-772623-14-iscsi neutron-server[94300]: Metadata agent@dv-cinder-772623-14-iscsi: {}, Sep 09 05:16:58.276224 dv-cinder-772623-14-iscsi neutron-server[94300]: Metering agent@dv-cinder-772623-14-iscsi: {}, Sep 09 05:16:58.276224 dv-cinder-772623-14-iscsi neutron-server[94300]: Open vSwitch agent@dv-cinder-772623-14-iscsi: { 'AddressGroup': '1.2', Sep 09 05:16:58.276224 dv-cinder-772623-14-iscsi neutron-server[94300]: 'ConntrackHelper': '1.0', Sep 09 05:16:58.276224 dv-cinder-772623-14-iscsi neutron-server[94300]: 'Log': '1.0', Sep 09 05:16:58.276224 dv-cinder-772623-14-iscsi neutron-server[94300]: 'Network': '1.1', Sep 09 05:16:58.276224 dv-cinder-772623-14-iscsi neutron-server[94300]: 'Port': '1.7', Sep 09 05:16:58.276224 dv-cinder-772623-14-iscsi neutron-server[94300]: 'PortForwarding': '1.2', Sep 09 05:16:58.276224 dv-cinder-772623-14-iscsi neutron-server[94300]: 'QosPolicy': '1.9', Sep 09 05:16:58.276224 dv-cinder-772623-14-iscsi neutron-server[94300]: 'SecurityGroup': '1.4', Sep 09 05:16:58.276224 dv-cinder-772623-14-iscsi neutron-server[94300]: 'SecurityGroupRule': '1.2', Sep 09 05:16:58.276224 dv-cinder-772623-14-iscsi neutron-server[94300]: 'SubPort': '1.0', Sep 09 05:16:58.276224 dv-cinder-772623-14-iscsi neutron-server[94300]: 'Subnet': '1.1', Sep 09 05:16:58.276224 dv-cinder-772623-14-iscsi neutron-server[94300]: 'Trunk': '1.1'}} Sep 09 05:16:58.276224 dv-cinder-772623-14-iscsi neutron-server[94300]: {{(pid=94300) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 09 05:16:58.281532 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7226b36e-84ea-48d6-a803-06476f7d51e2 None None] Checking router: dcdfbbce-d4d7-429b-be8e-ee89aa6ae8be for host: dv-cinder-772623-14-iscsi {{(pid=94299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 05:16:58.282038 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7226b36e-84ea-48d6-a803-06476f7d51e2 None None] Updating router dcdfbbce-d4d7-429b-be8e-ee89aa6ae8be port 3b42aea7-ee95-415f-b240-c1519168c13b binding host dv-cinder-772623-14-iscsi {{(pid=94299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 05:16:58.311219 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-7226b36e-84ea-48d6-a803-06476f7d51e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:58.403960 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.plugins.ml2.db [None req-d23ab90c-5a0d-43c0-8a4d-91695472143e None None] For port d024fa67-6afb-4dab-8aa2-4a0e60398a73, host dv-cinder-772623-14-iscsi, cleared binding levels {{(pid=94300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 05:16:58.416279 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.plugins.ml2.db [None req-d23ab90c-5a0d-43c0-8a4d-91695472143e None None] For port d024fa67-6afb-4dab-8aa2-4a0e60398a73, host dv-cinder-772623-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-14-iscsi',level=0,port_id=d024fa67-6afb-4dab-8aa2-4a0e60398a73,segment=NetworkSegment(df80411f-acb6-4e9d-a7f5-4a8066bc7b33),segment_id=df80411f-acb6-4e9d-a7f5-4a8066bc7b33)] {{(pid=94300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 05:16:58.421940 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.db.db_base_plugin_common [None req-8dfe6c78-740a-4c83-9f55-44370d9f9239 admin admin] Allocated IP 172.20.0.1 (7b28e044-cfb6-46f2-81af-55250817b403/51c02a87-9f42-4bcc-8c63-f9b42807f41e/e373628b-c4a9-460e-9a59-614b5eba363c) {{(pid=94298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 05:16:58.426983 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-d23ab90c-5a0d-43c0-8a4d-91695472143e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:58.579996 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-fea8fcc9-dc82-415a-9838-b85bfc505fa4 req-f47a6138-7a41-41af-9b8e-bd77176667eb tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e2c0125-9084-4058-906a-114695d331a7 HTTP/1.1" status: 200 len: 210 time: 0.1472058 Sep 09 05:16:58.710306 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23ab90c-5a0d-43c0-8a4d-91695472143e None None] Routers {'db3c3531-a9b0-426b-a20c-f8789cd89936'} bound to L3 agent in host dv-cinder-772623-14-iscsi {{(pid=94300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 05:16:58.711344 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_hamode_db [None req-d23ab90c-5a0d-43c0-8a4d-91695472143e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T05:09:16Z,description=,heartbeat_timestamp=2021-09-09T05:16:46Z,host='dv-cinder-772623-14-iscsi',id=e912432c-85e4-4a31-b574-aae2dcf01ec7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T05:09:16Z,topic='l3_agent')) {'router_ids': ['db3c3531-a9b0-426b-a20c-f8789cd89936'], 'active': True} {{(pid=94300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:16:58.720075 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6541bb-49fe-4126-815b-3f6a7caa5578 None None] Pushing event updated for resources: {'Port': ['ID=d024fa67-6afb-4dab-8aa2-4a0e60398a73,revision_number=3']} {{(pid=94300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:16:58.789508 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-ea12e108-b979-4ce2-aba3-354c2f609e87 req-385966bb-449f-42b9-8e5b-e49eb64b5f65 tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bb4d0fc-9007-45f5-834b-bc5f0ca7a336 HTTP/1.1" status: 200 len: 210 time: 0.1037440 Sep 09 05:16:58.800916 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.23', 58900) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:16:59.011034 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-7226b36e-84ea-48d6-a803-06476f7d51e2 None None] Notify callbacks [] for port, precommit_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:59.032099 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-7226b36e-84ea-48d6-a803-06476f7d51e2 None None] Transition to ACTIVE for port object 3b42aea7-ee95-415f-b240-c1519168c13b will not be triggered until provisioned by entity L2. {{(pid=94299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 05:16:59.044950 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-7226b36e-84ea-48d6-a803-06476f7d51e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:59.060812 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-713383d0-b26e-49b8-8ec2-50c77033f910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:59.142112 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8903ffd2-0a33-4fbe-97fa-90dfcb43a293 None None] Pushing event updated for resources: {'Port': ['ID=3b42aea7-ee95-415f-b240-c1519168c13b,revision_number=2']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:16:59.144509 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.managers [None req-7226b36e-84ea-48d6-a803-06476f7d51e2 None None] Attempting to bind port 3b42aea7-ee95-415f-b240-c1519168c13b on host dv-cinder-772623-14-iscsi for vnic_type normal with profile {{(pid=94299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 05:16:59.144872 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.managers [None req-7226b36e-84ea-48d6-a803-06476f7d51e2 None None] Attempting to bind port 3b42aea7-ee95-415f-b240-c1519168c13b by drivers openvswitch,hyperv on host dv-cinder-772623-14-iscsi at level 0 using segments [{'id': 'df80411f-acb6-4e9d-a7f5-4a8066bc7b33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1'}] {{(pid=94299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 05:16:59.145231 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7226b36e-84ea-48d6-a803-06476f7d51e2 None None] Attempting to bind port 3b42aea7-ee95-415f-b240-c1519168c13b on network 5214b103-0600-4a81-9a33-2571ddc573a1 {{(pid=94299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 05:16:59.158110 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7226b36e-84ea-48d6-a803-06476f7d51e2 None None] Checking agent: {'id': 'b4d491fa-f395-4d31-93f5-2c51f286f631', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 5, 9, 17), 'started_at': datetime.datetime(2021, 9, 9, 5, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 5, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 05:16:59.158467 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7226b36e-84ea-48d6-a803-06476f7d51e2 None None] Checking segment: {'id': 'df80411f-acb6-4e9d-a7f5-4a8066bc7b33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 05:16:59.159268 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-7226b36e-84ea-48d6-a803-06476f7d51e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:59.159268 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7226b36e-84ea-48d6-a803-06476f7d51e2 None None] Bound using segment: {'id': 'df80411f-acb6-4e9d-a7f5-4a8066bc7b33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1'} {{(pid=94299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 05:16:59.159694 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.managers [None req-7226b36e-84ea-48d6-a803-06476f7d51e2 None None] Bound port: 3b42aea7-ee95-415f-b240-c1519168c13b, host: dv-cinder-772623-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df80411f-acb6-4e9d-a7f5-4a8066bc7b33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1'}}] {{(pid=94299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 05:16:59.160179 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-7226b36e-84ea-48d6-a803-06476f7d51e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:59.222418 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_dvr_db [None req-d23ab90c-5a0d-43c0-8a4d-91695472143e None None] Set router db3c3531-a9b0-426b-a20c-f8789cd89936 gateway port host: dv-cinder-772623-14-iscsi {{(pid=94300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 05:16:59.256575 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-7226b36e-84ea-48d6-a803-06476f7d51e2 None None] For port 3b42aea7-ee95-415f-b240-c1519168c13b, host dv-cinder-772623-14-iscsi, cleared binding levels {{(pid=94299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 05:16:59.264847 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-7226b36e-84ea-48d6-a803-06476f7d51e2 None None] For port 3b42aea7-ee95-415f-b240-c1519168c13b, host dv-cinder-772623-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-14-iscsi',level=0,port_id=3b42aea7-ee95-415f-b240-c1519168c13b,segment=NetworkSegment(df80411f-acb6-4e9d-a7f5-4a8066bc7b33),segment_id=df80411f-acb6-4e9d-a7f5-4a8066bc7b33)] {{(pid=94299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 05:16:59.275817 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-7226b36e-84ea-48d6-a803-06476f7d51e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:59.287184 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-8dfe6c78-740a-4c83-9f55-44370d9f9239 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:59.365022 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7226b36e-84ea-48d6-a803-06476f7d51e2 None None] Routers {'dcdfbbce-d4d7-429b-be8e-ee89aa6ae8be'} bound to L3 agent in host dv-cinder-772623-14-iscsi {{(pid=94299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 05:16:59.365867 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-7226b36e-84ea-48d6-a803-06476f7d51e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T05:09:16Z,description=,heartbeat_timestamp=2021-09-09T05:16:46Z,host='dv-cinder-772623-14-iscsi',id=e912432c-85e4-4a31-b574-aae2dcf01ec7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T05:09:16Z,topic='l3_agent')) {'router_ids': ['dcdfbbce-d4d7-429b-be8e-ee89aa6ae8be'], 'active': True} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:16:59.406035 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e4479-2448-489a-a1fb-05ffed2ece01 req-c9cf8622-949e-476e-8fbc-7a9497180b1a tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:16:59.408941 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-cb3e4479-2448-489a-a1fb-05ffed2ece01 req-c9cf8622-949e-476e-8fbc-7a9497180b1a tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] 10.222.0.23 "GET /v2.0/networks?id=18df9872-60ee-4348-aae2-75569367b110 HTTP/1.1" status: 200 len: 812 time: 0.4867203 Sep 09 05:16:59.410611 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.db.provisioning_blocks [None req-8dfe6c78-740a-4c83-9f55-44370d9f9239 admin admin] Transition to ACTIVE for port object e373628b-c4a9-460e-9a59-614b5eba363c will not be triggered until provisioned by entity DHCP. {{(pid=94298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 05:16:59.480679 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.v2.base [req-cb3e4479-2448-489a-a1fb-05ffed2ece01 req-24ec8742-c044-4df0-aec5-3bd357de7eb5 tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] Request body: {'port': {'device_id': '7bb4d0fc-9007-45f5-834b-bc5f0ca7a336', 'network_id': '18df9872-60ee-4348-aae2-75569367b110', 'admin_state_up': True, 'tenant_id': 'ed4cb9cda64847b3bff0f79ca12942fc'}} {{(pid=94298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:16:59.482462 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8903ffd2-0a33-4fbe-97fa-90dfcb43a293 None None] Pushing event updated for resources: {'Port': ['ID=3b42aea7-ee95-415f-b240-c1519168c13b,revision_number=3']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:16:59.567293 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-8dfe6c78-740a-4c83-9f55-44370d9f9239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748631669697'] for port, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:59.643727 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.db_base_plugin_common [None req-713383d0-b26e-49b8-8ec2-50c77033f910 admin admin] Allocated IP 172.20.0.1 (00cd2a8c-0672-473b-a5e4-39b12300043e/0c182cba-f24f-48d3-93d9-c95e60c8cd67/4bfcc528-1995-4c98-8c12-1d1305172650) {{(pid=94297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 05:16:59.676452 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_hamode_db [None req-d23ab90c-5a0d-43c0-8a4d-91695472143e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3c3531-a9b0-426b-a20c-f8789cd89936', 'name': 'tempest-AttachVolumeTestJSON-652661435-router', 'tenant_id': '9bed73d6cc44482b88fb30bf66765cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'd024fa67-6afb-4dab-8aa2-4a0e60398a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:16:51Z', 'updated_at': '2021-09-09T05:16:54Z', 'revision_number': 3, 'project_id': '9bed73d6cc44482b88fb30bf66765cac', 'gw_port': {'id': 'd024fa67-6afb-4dab-8aa2-4a0e60398a73', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:2e:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db3c3531-a9b0-426b-a20c-f8789cd89936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:16:52Z', 'updated_at': '2021-09-09T05:16:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi'}], 'dv-cinder-772623-14-iscsi', False) {} {{(pid=94300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:16:59.685477 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvr_db [None req-7226b36e-84ea-48d6-a803-06476f7d51e2 None None] Set router dcdfbbce-d4d7-429b-be8e-ee89aa6ae8be gateway port host: dv-cinder-772623-14-iscsi {{(pid=94299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 05:16:59.704807 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.23', 58911) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:16:59.716683 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23ab90c-5a0d-43c0-8a4d-91695472143e None None] The sync data for ids ['db3c3531-a9b0-426b-a20c-f8789cd89936'] in dv-cinder-772623-14-iscsi is: [{'id': 'db3c3531-a9b0-426b-a20c-f8789cd89936', 'name': 'tempest-AttachVolumeTestJSON-652661435-router', 'tenant_id': '9bed73d6cc44482b88fb30bf66765cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'd024fa67-6afb-4dab-8aa2-4a0e60398a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:16:51Z', 'updated_at': '2021-09-09T05:16:54Z', 'revision_number': 3, 'project_id': '9bed73d6cc44482b88fb30bf66765cac', 'gw_port': {'id': 'd024fa67-6afb-4dab-8aa2-4a0e60398a73', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:2e:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db3c3531-a9b0-426b-a20c-f8789cd89936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:16:52Z', 'updated_at': '2021-09-09T05:16:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi'}] {{(pid=94300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 05:16:59.828776 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 32804) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:16:59.880582 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfe6c78-740a-4c83-9f55-44370d9f9239 admin admin] Network 7b28e044-cfb6-46f2-81af-55250817b403 is already hosted by enough agents. {{(pid=94298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 05:16:59.898836 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-713383d0-b26e-49b8-8ec2-50c77033f910 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:59.960035 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-713383d0-b26e-49b8-8ec2-50c77033f910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748631669697'] for port, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:16:59.981096 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.base_scheduler [None req-8dfe6c78-740a-4c83-9f55-44370d9f9239 admin admin] Resources bound (agent type, host, resource id): {{(pid=94298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 05:17:00.003852 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfe6c78-740a-4c83-9f55-44370d9f9239 admin admin] Received port after_create {{(pid=94298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 05:17:00.004343 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-8dfe6c78-740a-4c83-9f55-44370d9f9239 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600464'] for router_interface, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:00.021973 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfe6c78-740a-4c83-9f55-44370d9f9239 admin admin] Pushing event updated for resources: {'Port': ['ID=e373628b-c4a9-460e-9a59-614b5eba363c,revision_number=1']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:00.036301 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713383d0-b26e-49b8-8ec2-50c77033f910 admin admin] Network 00cd2a8c-0672-473b-a5e4-39b12300043e is already hosted by enough agents. {{(pid=94297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 05:17:00.047130 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.base_scheduler [None req-713383d0-b26e-49b8-8ec2-50c77033f910 admin admin] Resources bound (agent type, host, resource id): {{(pid=94297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 05:17:00.064609 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713383d0-b26e-49b8-8ec2-50c77033f910 admin admin] Received port after_create {{(pid=94297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 05:17:00.065256 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-713383d0-b26e-49b8-8ec2-50c77033f910 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600464'] for router_interface, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:00.185738 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-7226b36e-84ea-48d6-a803-06476f7d51e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcdfbbce-d4d7-429b-be8e-ee89aa6ae8be', 'name': 'tempest-ServerRescueNegativeTestJSON-711260561-router', 'tenant_id': 'bc42907dc3434e2ea444add09b95bb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '3b42aea7-ee95-415f-b240-c1519168c13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:16:53Z', 'updated_at': '2021-09-09T05:16:56Z', 'revision_number': 3, 'project_id': 'bc42907dc3434e2ea444add09b95bb24', 'gw_port': {'id': '3b42aea7-ee95-415f-b240-c1519168c13b', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a0:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcdfbbce-d4d7-429b-be8e-ee89aa6ae8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:16:55Z', 'updated_at': '2021-09-09T05:16:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi'}], 'dv-cinder-772623-14-iscsi', False) {} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:17:00.260370 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-07e39c16-8f8c-4f2f-8cd7-f145d94293f5 req-1cbc585d-36a7-4373-8638-9fde8189ac2b tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e2c0125-9084-4058-906a-114695d331a7 HTTP/1.1" status: 200 len: 210 time: 0.5011616 Sep 09 05:17:00.285365 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7226b36e-84ea-48d6-a803-06476f7d51e2 None None] The sync data for ids ['dcdfbbce-d4d7-429b-be8e-ee89aa6ae8be'] in dv-cinder-772623-14-iscsi is: [{'id': 'dcdfbbce-d4d7-429b-be8e-ee89aa6ae8be', 'name': 'tempest-ServerRescueNegativeTestJSON-711260561-router', 'tenant_id': 'bc42907dc3434e2ea444add09b95bb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '3b42aea7-ee95-415f-b240-c1519168c13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:16:53Z', 'updated_at': '2021-09-09T05:16:56Z', 'revision_number': 3, 'project_id': 'bc42907dc3434e2ea444add09b95bb24', 'gw_port': {'id': '3b42aea7-ee95-415f-b240-c1519168c13b', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a0:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcdfbbce-d4d7-429b-be8e-ee89aa6ae8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:16:55Z', 'updated_at': '2021-09-09T05:16:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi'}] {{(pid=94299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 05:17:00.358941 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713383d0-b26e-49b8-8ec2-50c77033f910 admin admin] Pushing event updated for resources: {'Port': ['ID=4bfcc528-1995-4c98-8c12-1d1305172650,revision_number=1']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:00.395277 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-99600662-34e3-422e-b49b-378be340eaee req-a7bdf675-4bc8-41a0-9cae-9b5173ab3fa0 tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bb4d0fc-9007-45f5-834b-bc5f0ca7a336 HTTP/1.1" status: 200 len: 210 time: 0.1944327 Sep 09 05:17:00.623095 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-ea0e67a5-42e0-4c37-b7d4-365a0ef7de0e None None] Provisioning for port e373628b-c4a9-460e-9a59-614b5eba363c completed by entity DHCP. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 05:17:00.640315 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-ea0e67a5-42e0-4c37-b7d4-365a0ef7de0e None None] Provisioning complete for port e373628b-c4a9-460e-9a59-614b5eba363c triggered by entity DHCP. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:17:00.642283 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-ea0e67a5-42e0-4c37-b7d4-365a0ef7de0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:00.728077 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-89be2556-3015-4d78-a815-e86d96463e04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:00.745940 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb3e4479-2448-489a-a1fb-05ffed2ece01 req-24ec8742-c044-4df0-aec5-3bd357de7eb5 tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] Made reservation on behalf of ed4cb9cda64847b3bff0f79ca12942fc for: {'port': 1} {{(pid=94298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 05:17:00.747562 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.plugin [None req-ea0e67a5-42e0-4c37-b7d4-365a0ef7de0e None None] Port e373628b-c4a9-460e-9a59-614b5eba363c cannot update to ACTIVE because it is not bound. {{(pid=94299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 05:17:00.756548 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [req-cb3e4479-2448-489a-a1fb-05ffed2ece01 req-24ec8742-c044-4df0-aec5-3bd357de7eb5 tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:00.859463 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device d024fa67-6afb-4dab-8aa2-4a0e60398a73 up at agent ovs-agent-dv-cinder-772623-14-iscsi {{(pid=94299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 05:17:01.025130 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Provisioning for port d024fa67-6afb-4dab-8aa2-4a0e60398a73 completed by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 05:17:01.043600 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Provisioning complete for port d024fa67-6afb-4dab-8aa2-4a0e60398a73 triggered by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:17:01.044293 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:01.153671 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-713383d0-b26e-49b8-8ec2-50c77033f910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:01.317541 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:01.355347 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66834f8-0f82-40e1-a70c-3b5bb12aecc5 req-db89cb65-21e2-4f3f-aec4-be9585e8fce5 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:01.383835 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-b66834f8-0f82-40e1-a70c-3b5bb12aecc5 req-db89cb65-21e2-4f3f-aec4-be9585e8fce5 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.23 "GET /v2.0/networks?id=cfd71842-6726-40b2-be3d-a4d60a862165 HTTP/1.1" status: 200 len: 814 time: 1.6763752 Sep 09 05:17:01.415826 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] For port d024fa67-6afb-4dab-8aa2-4a0e60398a73, host dv-cinder-772623-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-14-iscsi',level=0,port_id=d024fa67-6afb-4dab-8aa2-4a0e60398a73,segment=NetworkSegment(df80411f-acb6-4e9d-a7f5-4a8066bc7b33),segment_id=df80411f-acb6-4e9d-a7f5-4a8066bc7b33)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:17:01.434138 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:01.693574 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Pushing event updated for resources: {'Port': ['ID=d024fa67-6afb-4dab-8aa2-4a0e60398a73,revision_number=4']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:01.781571 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 32872) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:17:01.938906 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-713383d0-b26e-49b8-8ec2-50c77033f910 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:01.948030 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-713383d0-b26e-49b8-8ec2-50c77033f910 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:01.949082 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-713383d0-b26e-49b8-8ec2-50c77033f910 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601088'] for router_interface, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:02.154016 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.db.db_base_plugin_common [req-cb3e4479-2448-489a-a1fb-05ffed2ece01 req-24ec8742-c044-4df0-aec5-3bd357de7eb5 tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] Allocated IP 172.20.0.3 (18df9872-60ee-4348-aae2-75569367b110/fd84f57d-7768-478e-9613-ee42002bd25a/94c580bc-577b-4d6f-9a69-e2643d8fa18e) {{(pid=94298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 05:17:02.220505 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713383d0-b26e-49b8-8ec2-50c77033f910 admin admin] Pushing event updated for resources: {'Port': ['ID=4bfcc528-1995-4c98-8c12-1d1305172650,revision_number=2']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:02.246916 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-71f101c5-9758-4097-bf44-44bfa11a0a40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:02.309954 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713383d0-b26e-49b8-8ec2-50c77033f910 admin admin] Network 00cd2a8c-0672-473b-a5e4-39b12300043e is already hosted by enough agents. {{(pid=94297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 05:17:02.311958 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.base_scheduler [None req-713383d0-b26e-49b8-8ec2-50c77033f910 admin admin] Resources bound (agent type, host, resource id): {{(pid=94297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 05:17:02.335232 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.v2.base [req-b66834f8-0f82-40e1-a70c-3b5bb12aecc5 req-8472f7de-be8e-498d-ba57-aa7545da7a1a tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Request body: {'port': {'device_id': '8e2c0125-9084-4058-906a-114695d331a7', 'network_id': 'cfd71842-6726-40b2-be3d-a4d60a862165', 'admin_state_up': True, 'tenant_id': '4072331c63524c7cbf166cc5521b82fc'}} {{(pid=94298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:17:02.432322 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-77d836b1-192a-4d59-9772-71295c1257f5 req-c2208e17-965e-4543-816d-b8508a2fd867 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e2c0125-9084-4058-906a-114695d331a7 HTTP/1.1" status: 200 len: 210 time: 0.9039476 Sep 09 05:17:02.502531 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-783990b4-93aa-4b89-a0dd-3ca05bc969d9 req-e283460e-eb2d-4b8b-83fd-318251a36227 tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bb4d0fc-9007-45f5-834b-bc5f0ca7a336 HTTP/1.1" status: 200 len: 210 time: 0.1629410 Sep 09 05:17:02.541196 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-8dfe6c78-740a-4c83-9f55-44370d9f9239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:02.613300 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [req-cb3e4479-2448-489a-a1fb-05ffed2ece01 req-24ec8742-c044-4df0-aec5-3bd357de7eb5 tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] Notify callbacks [] for port, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:02.741994 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-713383d0-b26e-49b8-8ec2-50c77033f910 admin admin] Router dcdfbbce-d4d7-429b-be8e-ee89aa6ae8be has already been hosted by L3 agent e912432c-85e4-4a31-b574-aae2dcf01ec7 {{(pid=94297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 05:17:02.873298 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device d024fa67-6afb-4dab-8aa2-4a0e60398a73 up at agent ovs-agent-dv-cinder-772623-14-iscsi {{(pid=94299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 05:17:02.980436 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Provisioning complete for port d024fa67-6afb-4dab-8aa2-4a0e60398a73 triggered by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:17:02.981041 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:02.984194 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [req-cb3e4479-2448-489a-a1fb-05ffed2ece01 req-24ec8742-c044-4df0-aec5-3bd357de7eb5 tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748631669697'] for port, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:03.032374 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-713383d0-b26e-49b8-8ec2-50c77033f910 admin admin] Notify agent at l3_agent.dv-cinder-772623-14-iscsi the message routers_updated {{(pid=94297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 05:17:03.063234 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-713383d0-b26e-49b8-8ec2-50c77033f910 admin admin] 10.222.0.24 "PUT /v2.0/routers/dcdfbbce-d4d7-429b-be8e-ee89aa6ae8be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5571163 Sep 09 05:17:03.120455 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-89be2556-3015-4d78-a815-e86d96463e04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:03.221679 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-89be2556-3015-4d78-a815-e86d96463e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:03.248085 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.db.api [req-b66834f8-0f82-40e1-a70c-3b5bb12aecc5 req-8472f7de-be8e-498d-ba57-aa7545da7a1a tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 09 05:17:03.248085 dv-cinder-772623-14-iscsi neutron-server[94298]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 09 05:17:03.248085 dv-cinder-772623-14-iscsi neutron-server[94298]: [parameters: {'project_id_1': '4072331c63524c7cbf166cc5521b82fc', 'expiration_1': datetime.datetime(2021, 9, 9, 5, 16, 42, 956295)}] Sep 09 05:17:03.248085 dv-cinder-772623-14-iscsi neutron-server[94298]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 05:17:03.252005 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG oslo_db.api [req-b66834f8-0f82-40e1-a70c-3b5bb12aecc5 req-8472f7de-be8e-498d-ba57-aa7545da7a1a tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 05:17:03.393121 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb3e4479-2448-489a-a1fb-05ffed2ece01 req-24ec8742-c044-4df0-aec5-3bd357de7eb5 tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] Network 18df9872-60ee-4348-aae2-75569367b110 is already hosted by enough agents. {{(pid=94298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 05:17:03.402080 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device 3b42aea7-ee95-415f-b240-c1519168c13b up at agent ovs-agent-dv-cinder-772623-14-iscsi {{(pid=94299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 05:17:03.412159 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-71f101c5-9758-4097-bf44-44bfa11a0a40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:03.420975 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-71f101c5-9758-4097-bf44-44bfa11a0a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:03.438070 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ec8742-c044-4df0-aec5-3bd357de7eb5 tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] Pushing event updated for resources: {'Port': ['ID=94c580bc-577b-4d6f-9a69-e2643d8fa18e,revision_number=1']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:03.458290 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.base_scheduler [req-cb3e4479-2448-489a-a1fb-05ffed2ece01 req-24ec8742-c044-4df0-aec5-3bd357de7eb5 tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] Resources bound (agent type, host, resource id): {{(pid=94298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 05:17:03.526842 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f101c5-9758-4097-bf44-44bfa11a0a40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ee54949-6384-46d8-8033-d6c46f94ac5e,revision_number=1']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:03.559769 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-89be2556-3015-4d78-a815-e86d96463e04 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=439c37167cb842a89c443ca75fbe853a&name=default HTTP/1.1" status: 200 len: 2975 time: 3.7202213 Sep 09 05:17:03.561662 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 32920) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:17:03.573084 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89be2556-3015-4d78-a815-e86d96463e04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87b4bf94-6d83-4ff4-b362-bf498c6b98b6,revision_number=1']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:03.591518 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Provisioning for port 3b42aea7-ee95-415f-b240-c1519168c13b completed by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 05:17:03.608592 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Provisioning complete for port 3b42aea7-ee95-415f-b240-c1519168c13b triggered by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:17:03.608974 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:03.610693 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-71f101c5-9758-4097-bf44-44bfa11a0a40 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e264b602be214747a1d70fa4bbf95cf2&name=default HTTP/1.1" status: 200 len: 2976 time: 1.8275478 Sep 09 05:17:03.611316 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 32922) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:17:03.670068 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb3e4479-2448-489a-a1fb-05ffed2ece01 req-24ec8742-c044-4df0-aec5-3bd357de7eb5 tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] Received port after_create {{(pid=94298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 05:17:03.678333 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e4479-2448-489a-a1fb-05ffed2ece01 req-24ec8742-c044-4df0-aec5-3bd357de7eb5 tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:03.681431 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [req-cb3e4479-2448-489a-a1fb-05ffed2ece01 req-24ec8742-c044-4df0-aec5-3bd357de7eb5 tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-438482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for port, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:03.789780 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-dfb1b964-e84e-4583-ba35-2e9335e9655e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:03.861143 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-dfb1b964-e84e-4583-ba35-2e9335e9655e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:03.861534 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-8dfe6c78-740a-4c83-9f55-44370d9f9239 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:03.905183 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:03.920754 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b66834f8-0f82-40e1-a70c-3b5bb12aecc5 req-8472f7de-be8e-498d-ba57-aa7545da7a1a tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Made reservation on behalf of 4072331c63524c7cbf166cc5521b82fc for: {'port': 1} {{(pid=94298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 05:17:03.924649 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [req-b66834f8-0f82-40e1-a70c-3b5bb12aecc5 req-8472f7de-be8e-498d-ba57-aa7545da7a1a tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:03.935303 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-c1fa2ca9-fe1a-4937-a827-7de4290e1696 req-8a53e263-755f-4372-983e-b55f1783986e tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e2c0125-9084-4058-906a-114695d331a7 HTTP/1.1" status: 200 len: 210 time: 0.2285073 Sep 09 05:17:03.951427 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-8dfe6c78-740a-4c83-9f55-44370d9f9239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:03.952347 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-8dfe6c78-740a-4c83-9f55-44370d9f9239 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601088'] for router_interface, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:03.971362 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-dfb1b964-e84e-4583-ba35-2e9335e9655e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:03.974898 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-cb3e4479-2448-489a-a1fb-05ffed2ece01 req-24ec8742-c044-4df0-aec5-3bd357de7eb5 tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4989626 Sep 09 05:17:03.976540 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-dfb1b964-e84e-4583-ba35-2e9335e9655e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:03.984635 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-dfb1b964-e84e-4583-ba35-2e9335e9655e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3ee54949-6384-46d8-8033-d6c46f94ac5e HTTP/1.1" status: 204 len: 168 time: 0.3659034 Sep 09 05:17:03.989728 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] For port 3b42aea7-ee95-415f-b240-c1519168c13b, host dv-cinder-772623-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-14-iscsi',level=0,port_id=3b42aea7-ee95-415f-b240-c1519168c13b,segment=NetworkSegment(df80411f-acb6-4e9d-a7f5-4a8066bc7b33),segment_id=df80411f-acb6-4e9d-a7f5-4a8066bc7b33)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:17:03.996806 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:04.019082 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb1b964-e84e-4583-ba35-2e9335e9655e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ee54949-6384-46d8-8033-d6c46f94ac5e,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:04.042295 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [req-cb3e4479-2448-489a-a1fb-05ffed2ece01 req-970c05b0-889f-47a1-b082-f04767f19105 tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 05:17:04.043423 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-cb3e4479-2448-489a-a1fb-05ffed2ece01 req-970c05b0-889f-47a1-b082-f04767f19105 tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0157590 Sep 09 05:17:04.065338 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-4bafb600-8620-4693-9cda-a375c1262124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:04.086696 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Pushing event updated for resources: {'Port': ['ID=3b42aea7-ee95-415f-b240-c1519168c13b,revision_number=4']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:04.167606 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bef0f03-1c9e-4e69-b912-4ba3553faf02 None None] Sync routers for ids ['dcdfbbce-d4d7-429b-be8e-ee89aa6ae8be'] in dv-cinder-772623-14-iscsi {{(pid=94300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 05:17:04.186070 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bef0f03-1c9e-4e69-b912-4ba3553faf02 None None] Routers {'dcdfbbce-d4d7-429b-be8e-ee89aa6ae8be'} bound to L3 agent in host dv-cinder-772623-14-iscsi {{(pid=94300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 05:17:04.187556 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_hamode_db [None req-1bef0f03-1c9e-4e69-b912-4ba3553faf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T05:09:16Z,description=,heartbeat_timestamp=2021-09-09T05:16:46Z,host='dv-cinder-772623-14-iscsi',id=e912432c-85e4-4a31-b574-aae2dcf01ec7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T05:09:16Z,topic='l3_agent')) {'router_ids': ['dcdfbbce-d4d7-429b-be8e-ee89aa6ae8be'], 'active': True} {{(pid=94300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:17:04.223916 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-4bafb600-8620-4693-9cda-a375c1262124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:04.229128 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfe6c78-740a-4c83-9f55-44370d9f9239 admin admin] Pushing event updated for resources: {'Port': ['ID=e373628b-c4a9-460e-9a59-614b5eba363c,revision_number=2']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:04.411248 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c8a9f4-4e7e-4faa-aa2f-68b4262355d1 req-c2b80026-e429-4139-97ce-f5c84d57dcdd tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:04.413093 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-64c8a9f4-4e7e-4faa-aa2f-68b4262355d1 req-c2b80026-e429-4139-97ce-f5c84d57dcdd tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/networks?id=00cd2a8c-0672-473b-a5e4-39b12300043e HTTP/1.1" status: 200 len: 818 time: 0.5017192 Sep 09 05:17:04.496923 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c3ef69-7207-48e3-989b-9d78b64afa53 req-b94786ad-5004-444f-9d92-439ea33edcfb tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:04.498517 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-e5c3ef69-7207-48e3-989b-9d78b64afa53 req-b94786ad-5004-444f-9d92-439ea33edcfb tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bb4d0fc-9007-45f5-834b-bc5f0ca7a336 HTTP/1.1" status: 200 len: 931 time: 0.3492987 Sep 09 05:17:04.506536 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfe6c78-740a-4c83-9f55-44370d9f9239 admin admin] Network 7b28e044-cfb6-46f2-81af-55250817b403 is already hosted by enough agents. {{(pid=94298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 05:17:04.531613 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.base_scheduler [None req-8dfe6c78-740a-4c83-9f55-44370d9f9239 admin admin] Resources bound (agent type, host, resource id): {{(pid=94298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 05:17:04.553129 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_dvr_db [None req-1bef0f03-1c9e-4e69-b912-4ba3553faf02 None None] Set router dcdfbbce-d4d7-429b-be8e-ee89aa6ae8be gateway port host: dv-cinder-772623-14-iscsi {{(pid=94300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 05:17:04.594634 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-e5c3ef69-7207-48e3-989b-9d78b64afa53 req-f8a68361-2dab-4c23-9fbe-043d46eeb34a tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0a63ef-aff5-4cdc-93e8-c90f653570e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813396 Sep 09 05:17:04.755076 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device 3b42aea7-ee95-415f-b240-c1519168c13b up at agent ovs-agent-dv-cinder-772623-14-iscsi {{(pid=94299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 05:17:04.897963 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:04.952056 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Provisioning complete for port 3b42aea7-ee95-415f-b240-c1519168c13b triggered by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:17:04.954344 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:04.982553 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dfe6c78-740a-4c83-9f55-44370d9f9239 admin admin] Router db3c3531-a9b0-426b-a20c-f8789cd89936 has already been hosted by L3 agent e912432c-85e4-4a31-b574-aae2dcf01ec7 {{(pid=94298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 05:17:04.996104 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-64c8a9f4-4e7e-4faa-aa2f-68b4262355d1 req-2a7e6521-b8b2-4943-a8bf-51df434b5ab6 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/quotas/bc42907dc3434e2ea444add09b95bb24 HTTP/1.1" status: 200 len: 375 time: 0.5443614 Sep 09 05:17:05.001836 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.db.db_base_plugin_common [req-b66834f8-0f82-40e1-a70c-3b5bb12aecc5 req-8472f7de-be8e-498d-ba57-aa7545da7a1a tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Allocated IP 172.20.0.3 (cfd71842-6726-40b2-be3d-a4d60a862165/26afa4a7-ead4-4ffa-80cb-6879630dc238/c5e39047-1d7f-4114-87dd-09560771c0ed) {{(pid=94298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 05:17:05.103317 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-addcd638-dfe8-401f-876a-7718bf1090c0 None None] Provisioning complete for port e373628b-c4a9-460e-9a59-614b5eba363c triggered by entity DHCP. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:17:05.104198 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-addcd638-dfe8-401f-876a-7718bf1090c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:05.205527 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.plugin [None req-addcd638-dfe8-401f-876a-7718bf1090c0 None None] Port e373628b-c4a9-460e-9a59-614b5eba363c cannot update to ACTIVE because it is not bound. {{(pid=94299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 05:17:05.220880 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_hamode_db [None req-1bef0f03-1c9e-4e69-b912-4ba3553faf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcdfbbce-d4d7-429b-be8e-ee89aa6ae8be', 'name': 'tempest-ServerRescueNegativeTestJSON-711260561-router', 'tenant_id': 'bc42907dc3434e2ea444add09b95bb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '3b42aea7-ee95-415f-b240-c1519168c13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:16:53Z', 'updated_at': '2021-09-09T05:17:00Z', 'revision_number': 4, 'project_id': 'bc42907dc3434e2ea444add09b95bb24', 'gw_port': {'id': '3b42aea7-ee95-415f-b240-c1519168c13b', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdfbbce-d4d7-429b-be8e-ee89aa6ae8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:16:55Z', 'updated_at': '2021-09-09T05:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi', '_interfaces': [{'id': '4bfcc528-1995-4c98-8c12-1d1305172650', 'name': '', 'network_id': '00cd2a8c-0672-473b-a5e4-39b12300043e', 'tenant_id': 'bc42907dc3434e2ea444add09b95bb24', 'mac_address': 'fa:16:3e:c0:b2:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcdfbbce-d4d7-429b-be8e-ee89aa6ae8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0c182cba-f24f-48d3-93d9-c95e60c8cd67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:16:59Z', 'updated_at': '2021-09-09T05:17:01Z', 'revision_number': 2, 'project_id': 'bc42907dc3434e2ea444add09b95bb24', 'subnets': [{'id': '0c182cba-f24f-48d3-93d9-c95e60c8cd67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-14-iscsi', False) {} {{(pid=94300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:17:05.298759 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bef0f03-1c9e-4e69-b912-4ba3553faf02 None None] Checking router: dcdfbbce-d4d7-429b-be8e-ee89aa6ae8be for host: dv-cinder-772623-14-iscsi {{(pid=94300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 05:17:05.304233 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bef0f03-1c9e-4e69-b912-4ba3553faf02 None None] Updating router dcdfbbce-d4d7-429b-be8e-ee89aa6ae8be port 4bfcc528-1995-4c98-8c12-1d1305172650 binding host dv-cinder-772623-14-iscsi {{(pid=94300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 05:17:05.347032 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-4bafb600-8620-4693-9cda-a375c1262124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:05.370087 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-4bafb600-8620-4693-9cda-a375c1262124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:05.377165 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-4bafb600-8620-4693-9cda-a375c1262124 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/87b4bf94-6d83-4ff4-b362-bf498c6b98b6 HTTP/1.1" status: 204 len: 168 time: 1.8051088 Sep 09 05:17:05.390691 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-1bef0f03-1c9e-4e69-b912-4ba3553faf02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:05.908381 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-676b9e10-e221-4c3a-8a49-013a70433e47 req-864e8e9b-831b-46ae-8e3f-443fb3ab1e21 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e2c0125-9084-4058-906a-114695d331a7 HTTP/1.1" status: 200 len: 210 time: 0.6557698 Sep 09 05:17:05.955083 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bafb600-8620-4693-9cda-a375c1262124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87b4bf94-6d83-4ff4-b362-bf498c6b98b6,revision_number=None']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:05.983034 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-64c8a9f4-4e7e-4faa-aa2f-68b4262355d1 req-4a978f9a-d742-4328-9589-94ab4360a371 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=bc42907dc3434e2ea444add09b95bb24&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9860787 Sep 09 05:17:06.070556 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-1bef0f03-1c9e-4e69-b912-4ba3553faf02 None None] Notify callbacks [] for port, precommit_update {{(pid=94300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:06.080331 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [req-b66834f8-0f82-40e1-a70c-3b5bb12aecc5 req-8472f7de-be8e-498d-ba57-aa7545da7a1a tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Notify callbacks [] for port, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:06.084118 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.provisioning_blocks [None req-1bef0f03-1c9e-4e69-b912-4ba3553faf02 None None] Transition to ACTIVE for port object 4bfcc528-1995-4c98-8c12-1d1305172650 will not be triggered until provisioned by entity L2. {{(pid=94300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 05:17:06.095883 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-1bef0f03-1c9e-4e69-b912-4ba3553faf02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:06.194811 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 32986) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:17:06.209994 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-b952d824-ec5a-4e7b-9ebf-99cb221598c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:06.261610 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dfe6c78-740a-4c83-9f55-44370d9f9239 admin admin] Notify agent at l3_agent.dv-cinder-772623-14-iscsi the message routers_updated {{(pid=94298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 05:17:06.273053 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e4af04-b71f-4e48-9a1d-30b96024cd48 None None] Sync routers for ids ['db3c3531-a9b0-426b-a20c-f8789cd89936'] in dv-cinder-772623-14-iscsi {{(pid=94299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 05:17:06.289443 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e4af04-b71f-4e48-9a1d-30b96024cd48 None None] Routers {'db3c3531-a9b0-426b-a20c-f8789cd89936'} bound to L3 agent in host dv-cinder-772623-14-iscsi {{(pid=94299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 05:17:06.293287 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-70e4af04-b71f-4e48-9a1d-30b96024cd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T05:09:16Z,description=,heartbeat_timestamp=2021-09-09T05:16:46Z,host='dv-cinder-772623-14-iscsi',id=e912432c-85e4-4a31-b574-aae2dcf01ec7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T05:09:16Z,topic='l3_agent')) {'router_ids': ['db3c3531-a9b0-426b-a20c-f8789cd89936'], 'active': True} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:17:06.315711 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-8dfe6c78-740a-4c83-9f55-44370d9f9239 admin admin] 10.222.0.24 "PUT /v2.0/routers/db3c3531-a9b0-426b-a20c-f8789cd89936/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7525713 Sep 09 05:17:06.395528 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c812b3-6495-40c5-92ec-1f00ff0709b0 req-336527fd-38b6-4e59-8654-de89a3182c57 tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:06.415728 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-b8c812b3-6495-40c5-92ec-1f00ff0709b0 req-336527fd-38b6-4e59-8654-de89a3182c57 tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bb4d0fc-9007-45f5-834b-bc5f0ca7a336 HTTP/1.1" status: 200 len: 931 time: 0.3248692 Sep 09 05:17:06.417354 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.plugins.ml2.managers [None req-1bef0f03-1c9e-4e69-b912-4ba3553faf02 None None] Attempting to bind port 4bfcc528-1995-4c98-8c12-1d1305172650 on host dv-cinder-772623-14-iscsi for vnic_type normal with profile {{(pid=94300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 05:17:06.419585 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.plugins.ml2.managers [None req-1bef0f03-1c9e-4e69-b912-4ba3553faf02 None None] Attempting to bind port 4bfcc528-1995-4c98-8c12-1d1305172650 by drivers openvswitch,hyperv on host dv-cinder-772623-14-iscsi at level 0 using segments [{'id': '5aa37a3f-66af-4ce9-afe5-b18ee79b928a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '00cd2a8c-0672-473b-a5e4-39b12300043e'}] {{(pid=94300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 05:17:06.420186 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bef0f03-1c9e-4e69-b912-4ba3553faf02 None None] Attempting to bind port 4bfcc528-1995-4c98-8c12-1d1305172650 on network 00cd2a8c-0672-473b-a5e4-39b12300043e {{(pid=94300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 05:17:06.432602 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eedc5a7-a723-40ab-9469-4a403aada349 None None] Pushing event updated for resources: {'Port': ['ID=4bfcc528-1995-4c98-8c12-1d1305172650,revision_number=3']} {{(pid=94300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:06.435836 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-64c8a9f4-4e7e-4faa-aa2f-68b4262355d1 req-7433e91f-73fa-4bcc-898a-8bbc68265326 service neutron] 10.222.0.24 "GET /v2.0/networks/00cd2a8c-0672-473b-a5e4-39b12300043e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4395206 Sep 09 05:17:06.472265 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bef0f03-1c9e-4e69-b912-4ba3553faf02 None None] Checking agent: {'id': 'b4d491fa-f395-4d31-93f5-2c51f286f631', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 5, 9, 17), 'started_at': datetime.datetime(2021, 9, 9, 5, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 5, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 05:17:06.472928 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bef0f03-1c9e-4e69-b912-4ba3553faf02 None None] Checking segment: {'id': '5aa37a3f-66af-4ce9-afe5-b18ee79b928a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '00cd2a8c-0672-473b-a5e4-39b12300043e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 05:17:06.474144 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-1bef0f03-1c9e-4e69-b912-4ba3553faf02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:06.476329 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bef0f03-1c9e-4e69-b912-4ba3553faf02 None None] Bound using segment: {'id': '5aa37a3f-66af-4ce9-afe5-b18ee79b928a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '00cd2a8c-0672-473b-a5e4-39b12300043e'} {{(pid=94300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 05:17:06.477005 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.plugins.ml2.managers [None req-1bef0f03-1c9e-4e69-b912-4ba3553faf02 None None] Bound port: 4bfcc528-1995-4c98-8c12-1d1305172650, host: dv-cinder-772623-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5aa37a3f-66af-4ce9-afe5-b18ee79b928a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '00cd2a8c-0672-473b-a5e4-39b12300043e'}}] {{(pid=94300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 05:17:06.479747 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-1bef0f03-1c9e-4e69-b912-4ba3553faf02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:06.513088 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-b952d824-ec5a-4e7b-9ebf-99cb221598c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:06.523827 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-b952d824-ec5a-4e7b-9ebf-99cb221598c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:06.544949 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-b8c812b3-6495-40c5-92ec-1f00ff0709b0 req-4e78a98c-a625-4fbc-af77-88a61d98a410 tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0a63ef-aff5-4cdc-93e8-c90f653570e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197126 Sep 09 05:17:06.597397 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [req-b66834f8-0f82-40e1-a70c-3b5bb12aecc5 req-8472f7de-be8e-498d-ba57-aa7545da7a1a tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748631669697'] for port, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:06.599631 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvr_db [None req-70e4af04-b71f-4e48-9a1d-30b96024cd48 None None] Set router db3c3531-a9b0-426b-a20c-f8789cd89936 gateway port host: dv-cinder-772623-14-iscsi {{(pid=94299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 05:17:06.634097 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.plugins.ml2.db [None req-1bef0f03-1c9e-4e69-b912-4ba3553faf02 None None] For port 4bfcc528-1995-4c98-8c12-1d1305172650, host dv-cinder-772623-14-iscsi, cleared binding levels {{(pid=94300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 05:17:06.643939 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.plugins.ml2.db [None req-1bef0f03-1c9e-4e69-b912-4ba3553faf02 None None] For port 4bfcc528-1995-4c98-8c12-1d1305172650, host dv-cinder-772623-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-14-iscsi',level=0,port_id=4bfcc528-1995-4c98-8c12-1d1305172650,segment=NetworkSegment(5aa37a3f-66af-4ce9-afe5-b18ee79b928a),segment_id=5aa37a3f-66af-4ce9-afe5-b18ee79b928a)] {{(pid=94300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 05:17:06.652954 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b66834f8-0f82-40e1-a70c-3b5bb12aecc5 req-8472f7de-be8e-498d-ba57-aa7545da7a1a tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Network cfd71842-6726-40b2-be3d-a4d60a862165 is already hosted by enough agents. {{(pid=94298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 05:17:06.654430 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-1bef0f03-1c9e-4e69-b912-4ba3553faf02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:06.661243 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.base_scheduler [req-b66834f8-0f82-40e1-a70c-3b5bb12aecc5 req-8472f7de-be8e-498d-ba57-aa7545da7a1a tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Resources bound (agent type, host, resource id): {{(pid=94298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 05:17:06.670979 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.db.l3_dvrscheduler_db [req-b66834f8-0f82-40e1-a70c-3b5bb12aecc5 req-8472f7de-be8e-498d-ba57-aa7545da7a1a tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Received port after_create {{(pid=94298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 05:17:06.676374 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66834f8-0f82-40e1-a70c-3b5bb12aecc5 req-8472f7de-be8e-498d-ba57-aa7545da7a1a tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:06.677106 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [req-b66834f8-0f82-40e1-a70c-3b5bb12aecc5 req-8472f7de-be8e-498d-ba57-aa7545da7a1a tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-438482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for port, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:06.699718 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-64c8a9f4-4e7e-4faa-aa2f-68b4262355d1 req-e093704c-764d-4be6-b205-764ea50f08fe service neutron] 10.222.0.24 "GET /v2.0/networks/00cd2a8c-0672-473b-a5e4-39b12300043e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336960 Sep 09 05:17:06.705509 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8472f7de-be8e-498d-ba57-aa7545da7a1a tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Pushing event updated for resources: {'Port': ['ID=c5e39047-1d7f-4114-87dd-09560771c0ed,revision_number=1']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:06.715445 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-b66834f8-0f82-40e1-a70c-3b5bb12aecc5 req-8472f7de-be8e-498d-ba57-aa7545da7a1a tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3880830 Sep 09 05:17:06.718509 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-b952d824-ec5a-4e7b-9ebf-99cb221598c1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=27a59e7b7089439daf283e546c19521c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5225856 Sep 09 05:17:06.721209 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 33000) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:17:06.722252 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b952d824-ec5a-4e7b-9ebf-99cb221598c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecabc4e3-096a-4d86-93e0-7003d1d0bcf3,revision_number=1']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:06.794105 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bef0f03-1c9e-4e69-b912-4ba3553faf02 None None] Routers {'dcdfbbce-d4d7-429b-be8e-ee89aa6ae8be'} bound to L3 agent in host dv-cinder-772623-14-iscsi {{(pid=94300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 05:17:06.794893 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_hamode_db [None req-1bef0f03-1c9e-4e69-b912-4ba3553faf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T05:09:16Z,description=,heartbeat_timestamp=2021-09-09T05:16:46Z,host='dv-cinder-772623-14-iscsi',id=e912432c-85e4-4a31-b574-aae2dcf01ec7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T05:09:16Z,topic='l3_agent')) {'router_ids': ['dcdfbbce-d4d7-429b-be8e-ee89aa6ae8be'], 'active': True} {{(pid=94300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:17:06.805346 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-f4c11f03-a0f0-4994-82e4-967ddc58195f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:06.830365 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-f4c11f03-a0f0-4994-82e4-967ddc58195f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:06.895818 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eedc5a7-a723-40ab-9469-4a403aada349 None None] Pushing event updated for resources: {'Port': ['ID=4bfcc528-1995-4c98-8c12-1d1305172650,revision_number=4']} {{(pid=94300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:06.910215 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-f4c11f03-a0f0-4994-82e4-967ddc58195f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:06.914892 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-f4c11f03-a0f0-4994-82e4-967ddc58195f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:06.927229 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-f4c11f03-a0f0-4994-82e4-967ddc58195f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ecabc4e3-096a-4d86-93e0-7003d1d0bcf3 HTTP/1.1" status: 204 len: 168 time: 0.2049553 Sep 09 05:17:06.951545 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c11f03-a0f0-4994-82e4-967ddc58195f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecabc4e3-096a-4d86-93e0-7003d1d0bcf3,revision_number=None']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:06.996250 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-70e4af04-b71f-4e48-9a1d-30b96024cd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3c3531-a9b0-426b-a20c-f8789cd89936', 'name': 'tempest-AttachVolumeTestJSON-652661435-router', 'tenant_id': '9bed73d6cc44482b88fb30bf66765cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'd024fa67-6afb-4dab-8aa2-4a0e60398a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:16:51Z', 'updated_at': '2021-09-09T05:17:01Z', 'revision_number': 4, 'project_id': '9bed73d6cc44482b88fb30bf66765cac', 'gw_port': {'id': 'd024fa67-6afb-4dab-8aa2-4a0e60398a73', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:2e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3c3531-a9b0-426b-a20c-f8789cd89936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:16:52Z', 'updated_at': '2021-09-09T05:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi', '_interfaces': [{'id': 'e373628b-c4a9-460e-9a59-614b5eba363c', 'name': '', 'network_id': '7b28e044-cfb6-46f2-81af-55250817b403', 'tenant_id': '9bed73d6cc44482b88fb30bf66765cac', 'mac_address': 'fa:16:3e:7b:25:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db3c3531-a9b0-426b-a20c-f8789cd89936', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '51c02a87-9f42-4bcc-8c63-f9b42807f41e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:16:57Z', 'updated_at': '2021-09-09T05:17:02Z', 'revision_number': 2, 'project_id': '9bed73d6cc44482b88fb30bf66765cac', 'subnets': [{'id': '51c02a87-9f42-4bcc-8c63-f9b42807f41e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-14-iscsi', False) {} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:17:07.067992 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e4af04-b71f-4e48-9a1d-30b96024cd48 None None] Checking router: db3c3531-a9b0-426b-a20c-f8789cd89936 for host: dv-cinder-772623-14-iscsi {{(pid=94299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 05:17:07.068353 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e4af04-b71f-4e48-9a1d-30b96024cd48 None None] Updating router db3c3531-a9b0-426b-a20c-f8789cd89936 port e373628b-c4a9-460e-9a59-614b5eba363c binding host dv-cinder-772623-14-iscsi {{(pid=94299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 05:17:07.086618 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_dvr_db [None req-1bef0f03-1c9e-4e69-b912-4ba3553faf02 None None] Set router dcdfbbce-d4d7-429b-be8e-ee89aa6ae8be gateway port host: dv-cinder-772623-14-iscsi {{(pid=94300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 05:17:07.166612 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-70e4af04-b71f-4e48-9a1d-30b96024cd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:07.426949 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52ae5f8-c55d-46df-9132-714994d4d2ff req-ee94d65f-7d52-4ba2-a56f-b8d9fda0695e tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:07.437410 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-d52ae5f8-c55d-46df-9132-714994d4d2ff req-ee94d65f-7d52-4ba2-a56f-b8d9fda0695e tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e2c0125-9084-4058-906a-114695d331a7 HTTP/1.1" status: 200 len: 931 time: 0.1507287 Sep 09 05:17:07.573481 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-d52ae5f8-c55d-46df-9132-714994d4d2ff req-ca41afd3-894c-4ff4-b741-770784e49c15 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b559db1-1589-4e96-9e76-ca77d0cb852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339107 Sep 09 05:17:07.641315 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_hamode_db [None req-1bef0f03-1c9e-4e69-b912-4ba3553faf02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcdfbbce-d4d7-429b-be8e-ee89aa6ae8be', 'name': 'tempest-ServerRescueNegativeTestJSON-711260561-router', 'tenant_id': 'bc42907dc3434e2ea444add09b95bb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '3b42aea7-ee95-415f-b240-c1519168c13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:16:53Z', 'updated_at': '2021-09-09T05:17:00Z', 'revision_number': 4, 'project_id': 'bc42907dc3434e2ea444add09b95bb24', 'gw_port': {'id': '3b42aea7-ee95-415f-b240-c1519168c13b', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdfbbce-d4d7-429b-be8e-ee89aa6ae8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:16:55Z', 'updated_at': '2021-09-09T05:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi', '_interfaces': [{'id': '4bfcc528-1995-4c98-8c12-1d1305172650', 'name': '', 'network_id': '00cd2a8c-0672-473b-a5e4-39b12300043e', 'tenant_id': 'bc42907dc3434e2ea444add09b95bb24', 'mac_address': 'fa:16:3e:c0:b2:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcdfbbce-d4d7-429b-be8e-ee89aa6ae8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0c182cba-f24f-48d3-93d9-c95e60c8cd67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:16:59Z', 'updated_at': '2021-09-09T05:17:06Z', 'revision_number': 4, 'project_id': 'bc42907dc3434e2ea444add09b95bb24', 'subnets': [{'id': '0c182cba-f24f-48d3-93d9-c95e60c8cd67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-14-iscsi', False) {} {{(pid=94300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:17:07.703050 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bef0f03-1c9e-4e69-b912-4ba3553faf02 None None] The sync data for ids ['dcdfbbce-d4d7-429b-be8e-ee89aa6ae8be'] in dv-cinder-772623-14-iscsi is: [{'id': 'dcdfbbce-d4d7-429b-be8e-ee89aa6ae8be', 'name': 'tempest-ServerRescueNegativeTestJSON-711260561-router', 'tenant_id': 'bc42907dc3434e2ea444add09b95bb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '3b42aea7-ee95-415f-b240-c1519168c13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:16:53Z', 'updated_at': '2021-09-09T05:17:00Z', 'revision_number': 4, 'project_id': 'bc42907dc3434e2ea444add09b95bb24', 'gw_port': {'id': '3b42aea7-ee95-415f-b240-c1519168c13b', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdfbbce-d4d7-429b-be8e-ee89aa6ae8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:16:55Z', 'updated_at': '2021-09-09T05:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi', '_interfaces': [{'id': '4bfcc528-1995-4c98-8c12-1d1305172650', 'name': '', 'network_id': '00cd2a8c-0672-473b-a5e4-39b12300043e', 'tenant_id': 'bc42907dc3434e2ea444add09b95bb24', 'mac_address': 'fa:16:3e:c0:b2:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcdfbbce-d4d7-429b-be8e-ee89aa6ae8be', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '0c182cba-f24f-48d3-93d9-c95e60c8cd67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:16:59Z', 'updated_at': '2021-09-09T05:17:06Z', 'revision_number': 4, 'project_id': 'bc42907dc3434e2ea444add09b95bb24', 'subnets': [{'id': '0c182cba-f24f-48d3-93d9-c95e60c8cd67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 05:17:07.846893 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-7118dc26-6e2f-4892-a57a-e42a340bfc95 req-e086d6f7-40b7-405b-935a-d15487b5b28a tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cb26945-4b50-4199-9514-eb3e38c1f59c HTTP/1.1" status: 200 len: 210 time: 0.1528718 Sep 09 05:17:08.188433 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23323c25-b4ae-43c4-9ce5-04248d50dff3 req-a97cb891-6698-40f4-a7f4-9ea021b6af15 tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:08.191289 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-23323c25-b4ae-43c4-9ce5-04248d50dff3 req-a97cb891-6698-40f4-a7f4-9ea021b6af15 tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bb4d0fc-9007-45f5-834b-bc5f0ca7a336 HTTP/1.1" status: 200 len: 931 time: 0.1208937 Sep 09 05:17:08.219705 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-70e4af04-b71f-4e48-9a1d-30b96024cd48 None None] Notify callbacks [] for port, precommit_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:08.265626 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-70e4af04-b71f-4e48-9a1d-30b96024cd48 None None] Transition to ACTIVE for port object e373628b-c4a9-460e-9a59-614b5eba363c will not be triggered until provisioned by entity L2. {{(pid=94299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 05:17:08.279410 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-70e4af04-b71f-4e48-9a1d-30b96024cd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:08.397534 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 33064) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:17:08.408171 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-23323c25-b4ae-43c4-9ce5-04248d50dff3 req-bafd7269-41db-4a9e-8a80-491fac7a23f4 tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0a63ef-aff5-4cdc-93e8-c90f653570e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066894 Sep 09 05:17:08.557852 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.managers [None req-70e4af04-b71f-4e48-9a1d-30b96024cd48 None None] Attempting to bind port e373628b-c4a9-460e-9a59-614b5eba363c on host dv-cinder-772623-14-iscsi for vnic_type normal with profile {{(pid=94299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 05:17:08.562750 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.managers [None req-70e4af04-b71f-4e48-9a1d-30b96024cd48 None None] Attempting to bind port e373628b-c4a9-460e-9a59-614b5eba363c by drivers openvswitch,hyperv on host dv-cinder-772623-14-iscsi at level 0 using segments [{'id': '44b63472-c473-4956-8286-eaf7d63fb2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '7b28e044-cfb6-46f2-81af-55250817b403'}] {{(pid=94299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 05:17:08.563733 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e4af04-b71f-4e48-9a1d-30b96024cd48 None None] Attempting to bind port e373628b-c4a9-460e-9a59-614b5eba363c on network 7b28e044-cfb6-46f2-81af-55250817b403 {{(pid=94299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 05:17:08.573719 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e4af04-b71f-4e48-9a1d-30b96024cd48 None None] Checking agent: {'id': 'b4d491fa-f395-4d31-93f5-2c51f286f631', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 5, 9, 17), 'started_at': datetime.datetime(2021, 9, 9, 5, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 5, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 05:17:08.592160 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e4af04-b71f-4e48-9a1d-30b96024cd48 None None] Checking segment: {'id': '44b63472-c473-4956-8286-eaf7d63fb2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '7b28e044-cfb6-46f2-81af-55250817b403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 05:17:08.593043 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-70e4af04-b71f-4e48-9a1d-30b96024cd48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:08.595069 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e4af04-b71f-4e48-9a1d-30b96024cd48 None None] Bound using segment: {'id': '44b63472-c473-4956-8286-eaf7d63fb2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '7b28e044-cfb6-46f2-81af-55250817b403'} {{(pid=94299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 05:17:08.596954 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.managers [None req-70e4af04-b71f-4e48-9a1d-30b96024cd48 None None] Bound port: e373628b-c4a9-460e-9a59-614b5eba363c, host: dv-cinder-772623-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44b63472-c473-4956-8286-eaf7d63fb2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '7b28e044-cfb6-46f2-81af-55250817b403'}}] {{(pid=94299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 05:17:08.597521 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-70e4af04-b71f-4e48-9a1d-30b96024cd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:08.695169 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057678c1-49de-4488-a793-c5e2f3a7b04f None None] Pushing event updated for resources: {'Port': ['ID=e373628b-c4a9-460e-9a59-614b5eba363c,revision_number=3']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:08.906408 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 33090) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:17:08.916513 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.v2.base [None req-c3f0f87e-9907-48f7-afdc-d0665217dd97 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1412215649', 'description': 'tempest-description--403318605'}} {{(pid=94297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:17:08.963078 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device 4bfcc528-1995-4c98-8c12-1d1305172650 up at agent ovs-agent-dv-cinder-772623-14-iscsi {{(pid=94299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 05:17:09.070537 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-0f430454-9fbc-4fb8-a529-1455961c0a54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:09.079572 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-70e4af04-b71f-4e48-9a1d-30b96024cd48 None None] For port e373628b-c4a9-460e-9a59-614b5eba363c, host dv-cinder-772623-14-iscsi, cleared binding levels {{(pid=94299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 05:17:09.080546 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-c3f0f87e-9907-48f7-afdc-d0665217dd97 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify callbacks [] for security_group, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:09.105030 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Provisioning for port 4bfcc528-1995-4c98-8c12-1d1305172650 completed by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 05:17:09.128531 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Provisioning complete for port 4bfcc528-1995-4c98-8c12-1d1305172650 triggered by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:17:09.130118 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:09.185202 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd34125-dea9-48f2-b81c-4ba35aecc773 req-48f8ff9f-a0ef-40f0-9a6b-c5cdee6eb3a2 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:09.187676 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-8bd34125-dea9-48f2-b81c-4ba35aecc773 req-48f8ff9f-a0ef-40f0-9a6b-c5cdee6eb3a2 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/networks?id=00cd2a8c-0672-473b-a5e4-39b12300043e HTTP/1.1" status: 200 len: 818 time: 0.3257201 Sep 09 05:17:09.206451 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.v2.base [req-cb3e4479-2448-489a-a1fb-05ffed2ece01 req-5df51192-1b0d-4b45-acf3-6427acbf6d67 service neutron] Request body: {'port': {'device_id': '7bb4d0fc-9007-45f5-834b-bc5f0ca7a336', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=94298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:17:09.270867 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.v2.base [req-b66834f8-0f82-40e1-a70c-3b5bb12aecc5 req-b4812d91-eb7c-46ae-abce-e260a1201d6a service neutron] Request body: {'port': {'device_id': '8e2c0125-9084-4058-906a-114695d331a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=94298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:17:09.279261 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-70e4af04-b71f-4e48-9a1d-30b96024cd48 None None] For port e373628b-c4a9-460e-9a59-614b5eba363c, host dv-cinder-772623-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-14-iscsi',level=0,port_id=e373628b-c4a9-460e-9a59-614b5eba363c,segment=NetworkSegment(44b63472-c473-4956-8286-eaf7d63fb2aa),segment_id=44b63472-c473-4956-8286-eaf7d63fb2aa)] {{(pid=94299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 05:17:09.287605 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-0f430454-9fbc-4fb8-a529-1455961c0a54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:09.290932 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.db.api [None req-c3f0f87e-9907-48f7-afdc-d0665217dd97 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 09 05:17:09.290932 dv-cinder-772623-14-iscsi neutron-server[94297]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 09 05:17:09.290932 dv-cinder-772623-14-iscsi neutron-server[94297]: [parameters: {'project_id_1': '9bed73d6cc44482b88fb30bf66765cac', 'expiration_1': datetime.datetime(2021, 9, 9, 5, 16, 49, 160797)}] Sep 09 05:17:09.290932 dv-cinder-772623-14-iscsi neutron-server[94297]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 05:17:09.291672 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG oslo_db.api [None req-c3f0f87e-9907-48f7-afdc-d0665217dd97 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 05:17:09.294414 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-0f430454-9fbc-4fb8-a529-1455961c0a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:09.374364 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f430454-9fbc-4fb8-a529-1455961c0a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=639b9246-7159-44b4-9059-9d6630f06f32,revision_number=1']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:09.393159 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-0f430454-9fbc-4fb8-a529-1455961c0a54 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8f08fec304b6421fa72342336c08f2ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9907670 Sep 09 05:17:09.394564 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 33106) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:17:09.406466 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-70e4af04-b71f-4e48-9a1d-30b96024cd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:09.410246 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:09.587651 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-6ef568d6-93ff-48ca-92c6-1a3eefe55a5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:09.666062 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-6ef568d6-93ff-48ca-92c6-1a3eefe55a5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:09.688888 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-8bd34125-dea9-48f2-b81c-4ba35aecc773 req-edbc4f47-490c-44ae-ae8f-75883468ec0f tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/quotas/bc42907dc3434e2ea444add09b95bb24 HTTP/1.1" status: 200 len: 375 time: 0.3488960 Sep 09 05:17:09.702126 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e4af04-b71f-4e48-9a1d-30b96024cd48 None None] Routers {'db3c3531-a9b0-426b-a20c-f8789cd89936'} bound to L3 agent in host dv-cinder-772623-14-iscsi {{(pid=94299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 05:17:09.702898 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-70e4af04-b71f-4e48-9a1d-30b96024cd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-09T05:09:16Z,description=,heartbeat_timestamp=2021-09-09T05:16:46Z,host='dv-cinder-772623-14-iscsi',id=e912432c-85e4-4a31-b574-aae2dcf01ec7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T05:09:16Z,topic='l3_agent')) {'router_ids': ['db3c3531-a9b0-426b-a20c-f8789cd89936'], 'active': True} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:17:09.839104 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-c3f0f87e-9907-48f7-afdc-d0665217dd97 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify callbacks [] for security_group, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:09.896348 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [req-b66834f8-0f82-40e1-a70c-3b5bb12aecc5 req-b4812d91-eb7c-46ae-abce-e260a1201d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:09.902382 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [req-cb3e4479-2448-489a-a1fb-05ffed2ece01 req-5df51192-1b0d-4b45-acf3-6427acbf6d67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:09.916743 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] For port 4bfcc528-1995-4c98-8c12-1d1305172650, host dv-cinder-772623-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-14-iscsi',level=0,port_id=4bfcc528-1995-4c98-8c12-1d1305172650,segment=NetworkSegment(5aa37a3f-66af-4ce9-afe5-b18ee79b928a),segment_id=5aa37a3f-66af-4ce9-afe5-b18ee79b928a)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:17:09.975760 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f73155c-124c-4eab-b7e9-c40e59e4d2ef req-238aca42-0432-49bb-be6f-2dca0431f517 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:09.978065 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-1f73155c-124c-4eab-b7e9-c40e59e4d2ef req-238aca42-0432-49bb-be6f-2dca0431f517 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e2c0125-9084-4058-906a-114695d331a7 HTTP/1.1" status: 200 len: 931 time: 0.7872460 Sep 09 05:17:09.982483 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:10.076631 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057678c1-49de-4488-a793-c5e2f3a7b04f None None] Pushing event updated for resources: {'Port': ['ID=e373628b-c4a9-460e-9a59-614b5eba363c,revision_number=4']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:10.109108 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-6ef568d6-93ff-48ca-92c6-1a3eefe55a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:10.112276 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-6ef568d6-93ff-48ca-92c6-1a3eefe55a5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:10.115947 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-6ef568d6-93ff-48ca-92c6-1a3eefe55a5a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/639b9246-7159-44b4-9059-9d6630f06f32 HTTP/1.1" status: 204 len: 168 time: 0.7175701 Sep 09 05:17:10.131920 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-c3f0f87e-9907-48f7-afdc-d0665217dd97 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify callbacks [] for security_group, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:10.146446 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-c3f0f87e-9907-48f7-afdc-d0665217dd97 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:10.151038 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Pushing event updated for resources: {'Port': ['ID=4bfcc528-1995-4c98-8c12-1d1305172650,revision_number=5']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:10.176316 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvr_db [None req-70e4af04-b71f-4e48-9a1d-30b96024cd48 None None] Set router db3c3531-a9b0-426b-a20c-f8789cd89936 gateway port host: dv-cinder-772623-14-iscsi {{(pid=94299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 05:17:10.214000 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.23', 58928) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:17:10.230833 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-c3f0f87e-9907-48f7-afdc-d0665217dd97 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify callbacks [] for security_group, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:10.232040 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-c3f0f87e-9907-48f7-afdc-d0665217dd97 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.3231723 Sep 09 05:17:10.674751 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef568d6-93ff-48ca-92c6-1a3eefe55a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=639b9246-7159-44b4-9059-9d6630f06f32,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:10.700320 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 33126) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:17:10.717202 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.v2.base [None req-6ae7f1b7-4fab-4e36-9dcb-8f7b3a367324 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Request body: {'security_group_rule': {'security_group_id': '8df6ce14-99a9-4cef-b918-a25f9a2fffd6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:17:10.794826 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c8a9f4-4e7e-4faa-aa2f-68b4262355d1 req-5820ae80-5918-4c65-a517-789ab93201cc tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:10.796450 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-64c8a9f4-4e7e-4faa-aa2f-68b4262355d1 req-5820ae80-5918-4c65-a517-789ab93201cc tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.23 "GET /v2.0/networks?id=00cd2a8c-0672-473b-a5e4-39b12300043e HTTP/1.1" status: 200 len: 818 time: 0.5780864 Sep 09 05:17:10.830572 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f0f87e-9907-48f7-afdc-d0665217dd97 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8df6ce14-99a9-4cef-b918-a25f9a2fffd6,revision_number=1']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:10.857327 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-6ae7f1b7-4fab-4e36-9dcb-8f7b3a367324 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:11.028581 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-1f73155c-124c-4eab-b7e9-c40e59e4d2ef req-b8202189-faea-4ef8-a999-c0e1d7797aa0 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b559db1-1589-4e96-9e76-ca77d0cb852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0282817 Sep 09 05:17:11.054300 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device 4bfcc528-1995-4c98-8c12-1d1305172650 up at agent ovs-agent-dv-cinder-772623-14-iscsi {{(pid=94299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 05:17:11.079036 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-6ae7f1b7-4fab-4e36-9dcb-8f7b3a367324 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:11.080365 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-70e4af04-b71f-4e48-9a1d-30b96024cd48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3c3531-a9b0-426b-a20c-f8789cd89936', 'name': 'tempest-AttachVolumeTestJSON-652661435-router', 'tenant_id': '9bed73d6cc44482b88fb30bf66765cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'd024fa67-6afb-4dab-8aa2-4a0e60398a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:16:51Z', 'updated_at': '2021-09-09T05:17:01Z', 'revision_number': 4, 'project_id': '9bed73d6cc44482b88fb30bf66765cac', 'gw_port': {'id': 'd024fa67-6afb-4dab-8aa2-4a0e60398a73', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:2e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3c3531-a9b0-426b-a20c-f8789cd89936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:16:52Z', 'updated_at': '2021-09-09T05:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi', '_interfaces': [{'id': 'e373628b-c4a9-460e-9a59-614b5eba363c', 'name': '', 'network_id': '7b28e044-cfb6-46f2-81af-55250817b403', 'tenant_id': '9bed73d6cc44482b88fb30bf66765cac', 'mac_address': 'fa:16:3e:7b:25:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db3c3531-a9b0-426b-a20c-f8789cd89936', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '51c02a87-9f42-4bcc-8c63-f9b42807f41e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:16:57Z', 'updated_at': '2021-09-09T05:17:08Z', 'revision_number': 4, 'project_id': '9bed73d6cc44482b88fb30bf66765cac', 'subnets': [{'id': '51c02a87-9f42-4bcc-8c63-f9b42807f41e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-14-iscsi', False) {} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:17:11.092193 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-6ae7f1b7-4fab-4e36-9dcb-8f7b3a367324 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555578'] for security_group_rule, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:11.160003 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae7f1b7-4fab-4e36-9dcb-8f7b3a367324 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcd41700-0638-4052-a0da-22a4b48df764,revision_number=0']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:11.177088 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-6ae7f1b7-4fab-4e36-9dcb-8f7b3a367324 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:11.177088 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-6ae7f1b7-4fab-4e36-9dcb-8f7b3a367324 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4652481 Sep 09 05:17:11.177088 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 33148) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:17:11.204124 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.v2.base [None req-7b40f9eb-4b5e-44b8-af9c-62b0037d1864 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Request body: {'security_group_rule': {'security_group_id': '8df6ce14-99a9-4cef-b918-a25f9a2fffd6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:17:11.225800 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.notifiers.nova [req-b66834f8-0f82-40e1-a70c-3b5bb12aecc5 req-b4812d91-eb7c-46ae-abce-e260a1201d6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5e39047-1d7f-4114-87dd-09560771c0ed {{(pid=94298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 05:17:11.246937 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [req-b66834f8-0f82-40e1-a70c-3b5bb12aecc5 req-b4812d91-eb7c-46ae-abce-e260a1201d6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:11.266666 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-7b40f9eb-4b5e-44b8-af9c-62b0037d1864 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:11.283008 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.db.provisioning_blocks [req-b66834f8-0f82-40e1-a70c-3b5bb12aecc5 req-b4812d91-eb7c-46ae-abce-e260a1201d6a service neutron] Transition to ACTIVE for port object c5e39047-1d7f-4114-87dd-09560771c0ed will not be triggered until provisioned by entity L2. {{(pid=94298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 05:17:11.300558 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e4af04-b71f-4e48-9a1d-30b96024cd48 None None] The sync data for ids ['db3c3531-a9b0-426b-a20c-f8789cd89936'] in dv-cinder-772623-14-iscsi is: [{'id': 'db3c3531-a9b0-426b-a20c-f8789cd89936', 'name': 'tempest-AttachVolumeTestJSON-652661435-router', 'tenant_id': '9bed73d6cc44482b88fb30bf66765cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'd024fa67-6afb-4dab-8aa2-4a0e60398a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:16:51Z', 'updated_at': '2021-09-09T05:17:01Z', 'revision_number': 4, 'project_id': '9bed73d6cc44482b88fb30bf66765cac', 'gw_port': {'id': 'd024fa67-6afb-4dab-8aa2-4a0e60398a73', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:2e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3c3531-a9b0-426b-a20c-f8789cd89936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:16:52Z', 'updated_at': '2021-09-09T05:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi', '_interfaces': [{'id': 'e373628b-c4a9-460e-9a59-614b5eba363c', 'name': '', 'network_id': '7b28e044-cfb6-46f2-81af-55250817b403', 'tenant_id': '9bed73d6cc44482b88fb30bf66765cac', 'mac_address': 'fa:16:3e:7b:25:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db3c3531-a9b0-426b-a20c-f8789cd89936', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '51c02a87-9f42-4bcc-8c63-f9b42807f41e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:16:57Z', 'updated_at': '2021-09-09T05:17:08Z', 'revision_number': 4, 'project_id': '9bed73d6cc44482b88fb30bf66765cac', 'subnets': [{'id': '51c02a87-9f42-4bcc-8c63-f9b42807f41e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 05:17:11.320750 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-8bd34125-dea9-48f2-b81c-4ba35aecc773 req-8852738e-c899-46ff-a56e-0ce9a96bd841 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=bc42907dc3434e2ea444add09b95bb24&fields=id HTTP/1.1" status: 200 len: 255 time: 1.6304846 Sep 09 05:17:11.342756 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [req-b66834f8-0f82-40e1-a70c-3b5bb12aecc5 req-b4812d91-eb7c-46ae-abce-e260a1201d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:11.435380 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Provisioning complete for port 4bfcc528-1995-4c98-8c12-1d1305172650 triggered by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:17:11.435755 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:11.545533 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-7b40f9eb-4b5e-44b8-af9c-62b0037d1864 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:11.554990 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-7b40f9eb-4b5e-44b8-af9c-62b0037d1864 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555578'] for security_group_rule, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:11.622217 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b40f9eb-4b5e-44b8-af9c-62b0037d1864 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62419b0b-0223-4f9b-89e0-a9b9d9ce18d1,revision_number=0']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:11.642669 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-7b40f9eb-4b5e-44b8-af9c-62b0037d1864 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:11.644290 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-7b40f9eb-4b5e-44b8-af9c-62b0037d1864 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4680612 Sep 09 05:17:11.647983 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 33174) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:17:11.663007 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.v2.base [None req-c491aeab-8228-4120-9cbc-f37e9fdfe781 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Request body: {'floatingip': {'floating_network_id': '5214b103-0600-4a81-9a33-2571ddc573a1'}} {{(pid=94297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:17:11.727544 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-c491aeab-8228-4120-9cbc-f37e9fdfe781 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify callbacks [] for floatingip, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:12.005817 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.v2.base [req-64c8a9f4-4e7e-4faa-aa2f-68b4262355d1 req-1d404c95-e923-4d35-bc7e-9ae1b4b7a906 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Request body: {'port': {'device_id': '3cb26945-4b50-4199-9514-eb3e38c1f59c', 'network_id': '00cd2a8c-0672-473b-a5e4-39b12300043e', 'admin_state_up': True, 'tenant_id': 'bc42907dc3434e2ea444add09b95bb24'}} {{(pid=94297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:17:12.012292 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.notifiers.nova [req-cb3e4479-2448-489a-a1fb-05ffed2ece01 req-5df51192-1b0d-4b45-acf3-6427acbf6d67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94c580bc-577b-4d6f-9a69-e2643d8fa18e {{(pid=94298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 05:17:12.022049 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [req-cb3e4479-2448-489a-a1fb-05ffed2ece01 req-5df51192-1b0d-4b45-acf3-6427acbf6d67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:12.036819 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.db.provisioning_blocks [req-cb3e4479-2448-489a-a1fb-05ffed2ece01 req-5df51192-1b0d-4b45-acf3-6427acbf6d67 service neutron] Transition to ACTIVE for port object 94c580bc-577b-4d6f-9a69-e2643d8fa18e will not be triggered until provisioned by entity L2. {{(pid=94298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 05:17:12.054178 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [req-cb3e4479-2448-489a-a1fb-05ffed2ece01 req-5df51192-1b0d-4b45-acf3-6427acbf6d67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:12.465770 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64c8a9f4-4e7e-4faa-aa2f-68b4262355d1 req-1d404c95-e923-4d35-bc7e-9ae1b4b7a906 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Made reservation on behalf of bc42907dc3434e2ea444add09b95bb24 for: {'port': 1} {{(pid=94297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 05:17:12.471387 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4812d91-eb7c-46ae-abce-e260a1201d6a service neutron] Pushing event updated for resources: {'Port': ['ID=c5e39047-1d7f-4114-87dd-09560771c0ed,revision_number=2']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:12.474528 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-64c8a9f4-4e7e-4faa-aa2f-68b4262355d1 req-1d404c95-e923-4d35-bc7e-9ae1b4b7a906 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:12.507685 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-c491aeab-8228-4120-9cbc-f37e9fdfe781 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:12.516964 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [req-8bd34125-dea9-48f2-b81c-4ba35aecc773 req-5bfa06ae-af9c-4e2d-8a69-181a36601eb0 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 05:17:12.518281 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-8bd34125-dea9-48f2-b81c-4ba35aecc773 req-5bfa06ae-af9c-4e2d-8a69-181a36601eb0 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4678707 Sep 09 05:17:12.520247 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.managers [req-b66834f8-0f82-40e1-a70c-3b5bb12aecc5 req-b4812d91-eb7c-46ae-abce-e260a1201d6a service neutron] Attempting to bind port c5e39047-1d7f-4114-87dd-09560771c0ed on host hv-cinder-77262 for vnic_type normal with profile {{(pid=94298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 05:17:12.520763 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.managers [req-b66834f8-0f82-40e1-a70c-3b5bb12aecc5 req-b4812d91-eb7c-46ae-abce-e260a1201d6a service neutron] Attempting to bind port c5e39047-1d7f-4114-87dd-09560771c0ed by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '2253588a-18bc-44eb-b0be-6d785831d1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cfd71842-6726-40b2-be3d-a4d60a862165'}] {{(pid=94298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 05:17:12.521280 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66834f8-0f82-40e1-a70c-3b5bb12aecc5 req-b4812d91-eb7c-46ae-abce-e260a1201d6a service neutron] Attempting to bind port c5e39047-1d7f-4114-87dd-09560771c0ed on network cfd71842-6726-40b2-be3d-a4d60a862165 {{(pid=94298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 05:17:12.523497 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df51192-1b0d-4b45-acf3-6427acbf6d67 service neutron] Pushing event updated for resources: {'Port': ['ID=94c580bc-577b-4d6f-9a69-e2643d8fa18e,revision_number=2']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:12.539317 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d01cf7-677d-42f5-a38e-fa94b80d13f6 req-af1b2e37-9a9a-4607-8ae0-cfff9c3c0ddb tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:12.541475 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-c9d01cf7-677d-42f5-a38e-fa94b80d13f6 req-af1b2e37-9a9a-4607-8ae0-cfff9c3c0ddb tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bb4d0fc-9007-45f5-834b-bc5f0ca7a336 HTTP/1.1" status: 200 len: 931 time: 1.2040386 Sep 09 05:17:12.627725 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66834f8-0f82-40e1-a70c-3b5bb12aecc5 req-b4812d91-eb7c-46ae-abce-e260a1201d6a service neutron] Port c5e39047-1d7f-4114-87dd-09560771c0ed on network cfd71842-6726-40b2-be3d-a4d60a862165 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=94298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 05:17:12.628111 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66834f8-0f82-40e1-a70c-3b5bb12aecc5 req-b4812d91-eb7c-46ae-abce-e260a1201d6a service neutron] Attempting to bind port c5e39047-1d7f-4114-87dd-09560771c0ed on network cfd71842-6726-40b2-be3d-a4d60a862165 {{(pid=94298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 05:17:12.663738 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66834f8-0f82-40e1-a70c-3b5bb12aecc5 req-b4812d91-eb7c-46ae-abce-e260a1201d6a service neutron] Checking agent: {'id': '7670f20e-61bb-4b09-a030-6895aded51bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 5, 15, 5), 'started_at': datetime.datetime(2021, 9, 9, 5, 15, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 5, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 05:17:12.667232 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66834f8-0f82-40e1-a70c-3b5bb12aecc5 req-b4812d91-eb7c-46ae-abce-e260a1201d6a service neutron] Checking segment: {'id': '2253588a-18bc-44eb-b0be-6d785831d1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cfd71842-6726-40b2-be3d-a4d60a862165'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 05:17:12.668062 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b66834f8-0f82-40e1-a70c-3b5bb12aecc5 req-b4812d91-eb7c-46ae-abce-e260a1201d6a service neutron] Bound using segment: {'id': '2253588a-18bc-44eb-b0be-6d785831d1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cfd71842-6726-40b2-be3d-a4d60a862165'} {{(pid=94298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 05:17:12.669184 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.managers [req-b66834f8-0f82-40e1-a70c-3b5bb12aecc5 req-b4812d91-eb7c-46ae-abce-e260a1201d6a service neutron] Bound port: c5e39047-1d7f-4114-87dd-09560771c0ed, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2253588a-18bc-44eb-b0be-6d785831d1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cfd71842-6726-40b2-be3d-a4d60a862165'}}] {{(pid=94298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 05:17:12.669804 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [req-b66834f8-0f82-40e1-a70c-3b5bb12aecc5 req-b4812d91-eb7c-46ae-abce-e260a1201d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:12.735113 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device e373628b-c4a9-460e-9a59-614b5eba363c up at agent ovs-agent-dv-cinder-772623-14-iscsi {{(pid=94299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 05:17:12.737447 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-8bd34125-dea9-48f2-b81c-4ba35aecc773 req-97193c80-02bf-410f-adeb-c096046aff81 service neutron] 10.222.0.24 "GET /v2.0/networks/00cd2a8c-0672-473b-a5e4-39b12300043e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079313 Sep 09 05:17:12.805798 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Provisioning for port e373628b-c4a9-460e-9a59-614b5eba363c completed by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 05:17:12.812505 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Provisioning complete for port e373628b-c4a9-460e-9a59-614b5eba363c triggered by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:17:12.812946 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:12.849015 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.managers [req-cb3e4479-2448-489a-a1fb-05ffed2ece01 req-5df51192-1b0d-4b45-acf3-6427acbf6d67 service neutron] Attempting to bind port 94c580bc-577b-4d6f-9a69-e2643d8fa18e on host hv-cinder-77262 for vnic_type normal with profile {{(pid=94298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 05:17:12.849818 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.managers [req-cb3e4479-2448-489a-a1fb-05ffed2ece01 req-5df51192-1b0d-4b45-acf3-6427acbf6d67 service neutron] Attempting to bind port 94c580bc-577b-4d6f-9a69-e2643d8fa18e by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': 'd7e28618-7834-4ff3-8153-91619290a605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '18df9872-60ee-4348-aae2-75569367b110'}] {{(pid=94298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 05:17:12.850335 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3e4479-2448-489a-a1fb-05ffed2ece01 req-5df51192-1b0d-4b45-acf3-6427acbf6d67 service neutron] Attempting to bind port 94c580bc-577b-4d6f-9a69-e2643d8fa18e on network 18df9872-60ee-4348-aae2-75569367b110 {{(pid=94298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 05:17:12.863903 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3e4479-2448-489a-a1fb-05ffed2ece01 req-5df51192-1b0d-4b45-acf3-6427acbf6d67 service neutron] Port 94c580bc-577b-4d6f-9a69-e2643d8fa18e on network 18df9872-60ee-4348-aae2-75569367b110 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=94298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 05:17:12.864482 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3e4479-2448-489a-a1fb-05ffed2ece01 req-5df51192-1b0d-4b45-acf3-6427acbf6d67 service neutron] Attempting to bind port 94c580bc-577b-4d6f-9a69-e2643d8fa18e on network 18df9872-60ee-4348-aae2-75569367b110 {{(pid=94298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 05:17:12.928044 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:12.954343 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3e4479-2448-489a-a1fb-05ffed2ece01 req-5df51192-1b0d-4b45-acf3-6427acbf6d67 service neutron] Checking agent: {'id': '7670f20e-61bb-4b09-a030-6895aded51bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 5, 15, 5), 'started_at': datetime.datetime(2021, 9, 9, 5, 15, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 5, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 05:17:12.955013 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3e4479-2448-489a-a1fb-05ffed2ece01 req-5df51192-1b0d-4b45-acf3-6427acbf6d67 service neutron] Checking segment: {'id': 'd7e28618-7834-4ff3-8153-91619290a605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '18df9872-60ee-4348-aae2-75569367b110'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 05:17:12.955629 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb3e4479-2448-489a-a1fb-05ffed2ece01 req-5df51192-1b0d-4b45-acf3-6427acbf6d67 service neutron] Bound using segment: {'id': 'd7e28618-7834-4ff3-8153-91619290a605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '18df9872-60ee-4348-aae2-75569367b110'} {{(pid=94298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 05:17:12.956239 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.managers [req-cb3e4479-2448-489a-a1fb-05ffed2ece01 req-5df51192-1b0d-4b45-acf3-6427acbf6d67 service neutron] Bound port: 94c580bc-577b-4d6f-9a69-e2643d8fa18e, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7e28618-7834-4ff3-8153-91619290a605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '18df9872-60ee-4348-aae2-75569367b110'}}] {{(pid=94298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 05:17:12.956775 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [req-cb3e4479-2448-489a-a1fb-05ffed2ece01 req-5df51192-1b0d-4b45-acf3-6427acbf6d67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:12.974461 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] For port e373628b-c4a9-460e-9a59-614b5eba363c, host dv-cinder-772623-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-14-iscsi',level=0,port_id=e373628b-c4a9-460e-9a59-614b5eba363c,segment=NetworkSegment(44b63472-c473-4956-8286-eaf7d63fb2aa),segment_id=44b63472-c473-4956-8286-eaf7d63fb2aa)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:17:12.980797 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:13.005257 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-c9d01cf7-677d-42f5-a38e-fa94b80d13f6 req-b18a8893-4299-4706-9534-4a2a3c47b033 tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0a63ef-aff5-4cdc-93e8-c90f653570e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3712790 Sep 09 05:17:13.078666 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.db_base_plugin_common [None req-c491aeab-8228-4120-9cbc-f37e9fdfe781 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Allocated IP 172.27.2.244 (5214b103-0600-4a81-9a33-2571ddc573a1/5b692485-8a86-47cc-9882-0c3698d3f08b/3fc4edfa-8620-4729-8b60-e69ff333aaac) {{(pid=94297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 05:17:13.081644 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.db_base_plugin_common [req-64c8a9f4-4e7e-4faa-aa2f-68b4262355d1 req-1d404c95-e923-4d35-bc7e-9ae1b4b7a906 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Allocated IP 172.20.0.6 (00cd2a8c-0672-473b-a5e4-39b12300043e/0c182cba-f24f-48d3-93d9-c95e60c8cd67/0e8e5cc9-2383-4dac-8a0c-e8e67256409c) {{(pid=94297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 05:17:13.105643 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Pushing event updated for resources: {'Port': ['ID=e373628b-c4a9-460e-9a59-614b5eba363c,revision_number=5']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:13.193728 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.db [req-b66834f8-0f82-40e1-a70c-3b5bb12aecc5 req-b4812d91-eb7c-46ae-abce-e260a1201d6a service neutron] For port c5e39047-1d7f-4114-87dd-09560771c0ed, host hv-cinder-77262, cleared binding levels {{(pid=94298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 05:17:13.202457 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-8bd34125-dea9-48f2-b81c-4ba35aecc773 req-9225abad-58bf-4540-8dc1-f55b1e1d7d1e service neutron] 10.222.0.24 "GET /v2.0/networks/00cd2a8c-0672-473b-a5e4-39b12300043e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3979616 Sep 09 05:17:13.255559 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.db [req-b66834f8-0f82-40e1-a70c-3b5bb12aecc5 req-b4812d91-eb7c-46ae-abce-e260a1201d6a service neutron] For port c5e39047-1d7f-4114-87dd-09560771c0ed, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c5e39047-1d7f-4114-87dd-09560771c0ed,segment=NetworkSegment(2253588a-18bc-44eb-b0be-6d785831d1ef),segment_id=2253588a-18bc-44eb-b0be-6d785831d1ef)] {{(pid=94298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 05:17:13.272023 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [req-b66834f8-0f82-40e1-a70c-3b5bb12aecc5 req-b4812d91-eb7c-46ae-abce-e260a1201d6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:13.312428 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.db [req-cb3e4479-2448-489a-a1fb-05ffed2ece01 req-5df51192-1b0d-4b45-acf3-6427acbf6d67 service neutron] For port 94c580bc-577b-4d6f-9a69-e2643d8fa18e, host hv-cinder-77262, cleared binding levels {{(pid=94298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 05:17:13.332051 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.db [req-cb3e4479-2448-489a-a1fb-05ffed2ece01 req-5df51192-1b0d-4b45-acf3-6427acbf6d67 service neutron] For port 94c580bc-577b-4d6f-9a69-e2643d8fa18e, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=94c580bc-577b-4d6f-9a69-e2643d8fa18e,segment=NetworkSegment(d7e28618-7834-4ff3-8153-91619290a605),segment_id=d7e28618-7834-4ff3-8153-91619290a605)] {{(pid=94298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 05:17:13.382416 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42bd9cf-7cce-4dd5-bbd4-c42f67dbeef2 req-877a207e-462c-4374-9c72-8cfaa597a7bb tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:13.391672 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-a42bd9cf-7cce-4dd5-bbd4-c42f67dbeef2 req-877a207e-462c-4374-9c72-8cfaa597a7bb tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e2c0125-9084-4058-906a-114695d331a7 HTTP/1.1" status: 200 len: 943 time: 0.2560971 Sep 09 05:17:13.400675 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4812d91-eb7c-46ae-abce-e260a1201d6a service neutron] Pushing event updated for resources: {'Port': ['ID=c5e39047-1d7f-4114-87dd-09560771c0ed,revision_number=3']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:13.417479 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [req-cb3e4479-2448-489a-a1fb-05ffed2ece01 req-5df51192-1b0d-4b45-acf3-6427acbf6d67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:13.495044 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-a42bd9cf-7cce-4dd5-bbd4-c42f67dbeef2 req-c167d233-2547-4830-8bf8-e7dcfcca6992 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b559db1-1589-4e96-9e76-ca77d0cb852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023884 Sep 09 05:17:13.509559 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66834f8-0f82-40e1-a70c-3b5bb12aecc5 req-b4812d91-eb7c-46ae-abce-e260a1201d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:13.510381 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [req-b66834f8-0f82-40e1-a70c-3b5bb12aecc5 req-b4812d91-eb7c-46ae-abce-e260a1201d6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-438482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for port, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:13.516442 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-b66834f8-0f82-40e1-a70c-3b5bb12aecc5 req-b4812d91-eb7c-46ae-abce-e260a1201d6a service neutron] 10.222.0.23 "PUT /v2.0/ports/c5e39047-1d7f-4114-87dd-09560771c0ed HTTP/1.1" status: 200 len: 1093 time: 4.9227867 Sep 09 05:17:13.516983 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e2c0125-9084-4058-906a-114695d331a7', 'tag': 'c5e39047-1d7f-4114-87dd-09560771c0ed'}] {{(pid=94298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 05:17:13.518925 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-c491aeab-8228-4120-9cbc-f37e9fdfe781 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify callbacks [] for port, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:13.571398 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-64c8a9f4-4e7e-4faa-aa2f-68b4262355d1 req-1d404c95-e923-4d35-bc7e-9ae1b4b7a906 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Notify callbacks [] for port, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:13.615421 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-c491aeab-8228-4120-9cbc-f37e9fdfe781 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748631669697'] for port, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:13.674343 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e4479-2448-489a-a1fb-05ffed2ece01 req-5df51192-1b0d-4b45-acf3-6427acbf6d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:13.674973 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [req-cb3e4479-2448-489a-a1fb-05ffed2ece01 req-5df51192-1b0d-4b45-acf3-6427acbf6d67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-438482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for port, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:13.676413 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-cb3e4479-2448-489a-a1fb-05ffed2ece01 req-5df51192-1b0d-4b45-acf3-6427acbf6d67 service neutron] 10.222.0.23 "PUT /v2.0/ports/94c580bc-577b-4d6f-9a69-e2643d8fa18e HTTP/1.1" status: 200 len: 1093 time: 5.0815971 Sep 09 05:17:13.720210 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c491aeab-8228-4120-9cbc-f37e9fdfe781 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Pushing event updated for resources: {'Port': ['ID=3fc4edfa-8620-4729-8b60-e69ff333aaac,revision_number=1']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:13.743550 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c491aeab-8228-4120-9cbc-f37e9fdfe781 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Network 5214b103-0600-4a81-9a33-2571ddc573a1 is already hosted by enough agents. {{(pid=94297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 05:17:13.745970 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.base_scheduler [None req-c491aeab-8228-4120-9cbc-f37e9fdfe781 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Resources bound (agent type, host, resource id): {{(pid=94297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 05:17:13.750069 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c491aeab-8228-4120-9cbc-f37e9fdfe781 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Received port after_create {{(pid=94297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 05:17:13.757291 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-64c8a9f4-4e7e-4faa-aa2f-68b4262355d1 req-1d404c95-e923-4d35-bc7e-9ae1b4b7a906 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748631669697'] for port, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:13.855629 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df51192-1b0d-4b45-acf3-6427acbf6d67 service neutron] Pushing event updated for resources: {'Port': ['ID=94c580bc-577b-4d6f-9a69-e2643d8fa18e,revision_number=3']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:13.872812 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-e3940f77-e9b6-4a8a-8313-566cf2afe1c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:13.991174 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-4c8e638c-d40b-45c7-834e-fc1873b1c72c req-00c8365a-655b-4de3-9afd-5ed36d17ae4f tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=1880a6bd-8a58-4755-b7de-37512e26a7b9 HTTP/1.1" status: 200 len: 210 time: 0.2287250 Sep 09 05:17:13.995885 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bce242ee21533c645a402e1a550c8899fb444cbd779d7c78464fb91fbc7682ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa168bcd-7b88-4004-94c4-2bb6c6b94a53" -d '{"events": [{"name": "network-changed", "server_uuid": "8e2c0125-9084-4058-906a-114695d331a7", "tag": "c5e39047-1d7f-4114-87dd-09560771c0ed"}]}' {{(pid=94298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 05:17:14.059452 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64c8a9f4-4e7e-4faa-aa2f-68b4262355d1 req-1d404c95-e923-4d35-bc7e-9ae1b4b7a906 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Network 00cd2a8c-0672-473b-a5e4-39b12300043e is already hosted by enough agents. {{(pid=94297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 05:17:14.061151 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d404c95-e923-4d35-bc7e-9ae1b4b7a906 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Pushing event updated for resources: {'Port': ['ID=0e8e5cc9-2383-4dac-8a0c-e8e67256409c,revision_number=1']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:14.094076 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.base_scheduler [req-64c8a9f4-4e7e-4faa-aa2f-68b4262355d1 req-1d404c95-e923-4d35-bc7e-9ae1b4b7a906 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Resources bound (agent type, host, resource id): {{(pid=94297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 05:17:14.100091 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.l3_dvrscheduler_db [req-64c8a9f4-4e7e-4faa-aa2f-68b4262355d1 req-1d404c95-e923-4d35-bc7e-9ae1b4b7a906 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Received port after_create {{(pid=94297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 05:17:14.107998 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c8a9f4-4e7e-4faa-aa2f-68b4262355d1 req-1d404c95-e923-4d35-bc7e-9ae1b4b7a906 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:14.108659 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-64c8a9f4-4e7e-4faa-aa2f-68b4262355d1 req-1d404c95-e923-4d35-bc7e-9ae1b4b7a906 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-438482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for port, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:14.136695 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e4479-2448-489a-a1fb-05ffed2ece01 req-49609f34-b2c8-4914-9848-15fc529fadfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:14.141041 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-cb3e4479-2448-489a-a1fb-05ffed2ece01 req-49609f34-b2c8-4914-9848-15fc529fadfa service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ed4cb9cda64847b3bff0f79ca12942fc&device_id=7bb4d0fc-9007-45f5-834b-bc5f0ca7a336 HTTP/1.1" status: 200 len: 1096 time: 0.3802371 Sep 09 05:17:14.155534 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66834f8-0f82-40e1-a70c-3b5bb12aecc5 req-867fe44d-d64f-4ffb-b370-b7eb7d2bf054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:14.160249 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-b66834f8-0f82-40e1-a70c-3b5bb12aecc5 req-867fe44d-d64f-4ffb-b370-b7eb7d2bf054 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4072331c63524c7cbf166cc5521b82fc&device_id=8e2c0125-9084-4058-906a-114695d331a7 HTTP/1.1" status: 200 len: 1096 time: 0.4933200 Sep 09 05:17:14.168263 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-c491aeab-8228-4120-9cbc-f37e9fdfe781 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:14.170604 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-64c8a9f4-4e7e-4faa-aa2f-68b4262355d1 req-1d404c95-e923-4d35-bc7e-9ae1b4b7a906 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1746354 Sep 09 05:17:14.186251 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.v2.base [req-64c8a9f4-4e7e-4faa-aa2f-68b4262355d1 req-68c5dea1-8587-4b98-b8a0-dd0d4fa00f02 service neutron] Request body: {'port': {'device_id': '3cb26945-4b50-4199-9514-eb3e38c1f59c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=94297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:17:14.331233 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-cb3e4479-2448-489a-a1fb-05ffed2ece01 req-2a313f22-6993-4b6c-b6b0-a025b38124ca service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94c580bc-577b-4d6f-9a69-e2643d8fa18e HTTP/1.1" status: 200 len: 217 time: 0.1818116 Sep 09 05:17:14.340272 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-64c8a9f4-4e7e-4faa-aa2f-68b4262355d1 req-68c5dea1-8587-4b98-b8a0-dd0d4fa00f02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:14.362007 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-c491aeab-8228-4120-9cbc-f37e9fdfe781 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:14.381638 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-b66834f8-0f82-40e1-a70c-3b5bb12aecc5 req-d053272d-e898-4581-8cdb-f75054712eb6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5e39047-1d7f-4114-87dd-09560771c0ed HTTP/1.1" status: 200 len: 217 time: 0.1482050 Sep 09 05:17:14.407256 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 05:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e900e9-ab82-4ee8-b3f8-7c17bca97936 x-openstack-request-id: req-85e900e9-ab82-4ee8-b3f8-7c17bca97936 {{(pid=94298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 05:17:14.407664 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e2c0125-9084-4058-906a-114695d331a7", "tag": "c5e39047-1d7f-4114-87dd-09560771c0ed", "status": "completed", "code": 200}]} {{(pid=94298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 05:17:14.408038 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-85e900e9-ab82-4ee8-b3f8-7c17bca97936 {{(pid=94298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 05:17:14.408568 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e2c0125-9084-4058-906a-114695d331a7', 'tag': 'c5e39047-1d7f-4114-87dd-09560771c0ed', 'status': 'completed', 'code': 200} Sep 09 05:17:14.488702 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3e4479-2448-489a-a1fb-05ffed2ece01 req-db80bd28-9f68-4262-b1e5-6cbc4ce546a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:14.490431 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-cb3e4479-2448-489a-a1fb-05ffed2ece01 req-db80bd28-9f68-4262-b1e5-6cbc4ce546a2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fd84f57d-7768-478e-9613-ee42002bd25a HTTP/1.1" status: 200 len: 852 time: 0.1298413 Sep 09 05:17:14.498473 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a7e409-b5c3-4e11-8741-277ade9583de req-6e772307-52f6-489d-9054-a5ff84622f0f tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:14.500369 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-e1a7e409-b5c3-4e11-8741-277ade9583de req-6e772307-52f6-489d-9054-a5ff84622f0f tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bb4d0fc-9007-45f5-834b-bc5f0ca7a336 HTTP/1.1" status: 200 len: 943 time: 0.2096288 Sep 09 05:17:14.535888 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66834f8-0f82-40e1-a70c-3b5bb12aecc5 req-72686ebe-9224-4370-9b0e-9c26fbd029d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:14.537660 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-b66834f8-0f82-40e1-a70c-3b5bb12aecc5 req-72686ebe-9224-4370-9b0e-9c26fbd029d9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=26afa4a7-ead4-4ffa-80cb-6879630dc238 HTTP/1.1" status: 200 len: 854 time: 0.1282060 Sep 09 05:17:14.563263 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-cb3e4479-2448-489a-a1fb-05ffed2ece01 req-e1ecfa19-af5c-45d5-b9fd-a430cac9aae7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=18df9872-60ee-4348-aae2-75569367b110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598259 Sep 09 05:17:14.609667 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-b66834f8-0f82-40e1-a70c-3b5bb12aecc5 req-6ea56582-a702-4f38-8342-2e2e8ac66b26 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cfd71842-6726-40b2-be3d-a4d60a862165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488126 Sep 09 05:17:14.759228 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-e1a7e409-b5c3-4e11-8741-277ade9583de req-e262adb2-ccf2-46e7-b2d1-40b007f71af6 tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0a63ef-aff5-4cdc-93e8-c90f653570e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465625 Sep 09 05:17:14.764242 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 33300) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:17:14.775352 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device e373628b-c4a9-460e-9a59-614b5eba363c up at agent ovs-agent-dv-cinder-772623-14-iscsi {{(pid=94299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 05:17:14.828419 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-cb3e4479-2448-489a-a1fb-05ffed2ece01 req-1b087f26-c49c-4643-ae19-0bd74b870899 service neutron] 10.222.0.23 "GET /v2.0/networks/18df9872-60ee-4348-aae2-75569367b110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538173 Sep 09 05:17:14.866752 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-b66834f8-0f82-40e1-a70c-3b5bb12aecc5 req-4dd0f32a-4443-4d33-863d-a5478f71c528 service neutron] 10.222.0.23 "GET /v2.0/networks/cfd71842-6726-40b2-be3d-a4d60a862165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393844 Sep 09 05:17:14.921653 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Provisioning complete for port e373628b-c4a9-460e-9a59-614b5eba363c triggered by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:17:14.922886 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:14.958344 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d86723d-76e6-4bd4-a68f-9696fd059c5f req-72ffcc90-c8d4-4792-b3b1-a43daf5cdccc tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:14.963585 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-4d86723d-76e6-4bd4-a68f-9696fd059c5f req-72ffcc90-c8d4-4792-b3b1-a43daf5cdccc tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e2c0125-9084-4058-906a-114695d331a7 HTTP/1.1" status: 200 len: 943 time: 0.2000227 Sep 09 05:17:15.057392 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.23', 58933) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:17:15.163586 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-68c48100-37a7-46f3-b5a6-c99126fc51a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:15.257528 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-c491aeab-8228-4120-9cbc-f37e9fdfe781 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify callbacks [] for port, precommit_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:15.268423 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-c491aeab-8228-4120-9cbc-f37e9fdfe781 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:15.331338 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-c491aeab-8228-4120-9cbc-f37e9fdfe781 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600363'] for floatingip, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:15.370799 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd34125-dea9-48f2-b81c-4ba35aecc773 req-7a390e7f-968f-442c-99e5-c71751f95053 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:15.372380 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-8bd34125-dea9-48f2-b81c-4ba35aecc773 req-7a390e7f-968f-442c-99e5-c71751f95053 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.23 "GET /v2.0/networks?id=00cd2a8c-0672-473b-a5e4-39b12300043e HTTP/1.1" status: 200 len: 818 time: 0.2949407 Sep 09 05:17:15.391195 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.v2.base [req-8bd34125-dea9-48f2-b81c-4ba35aecc773 req-e6545fdd-9131-4123-955c-04df277ef432 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Request body: {'port': {'device_id': '1880a6bd-8a58-4755-b7de-37512e26a7b9', 'network_id': '00cd2a8c-0672-473b-a5e4-39b12300043e', 'admin_state_up': True, 'tenant_id': 'bc42907dc3434e2ea444add09b95bb24'}} {{(pid=94297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:17:15.395349 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c491aeab-8228-4120-9cbc-f37e9fdfe781 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Pushing event updated for resources: {'Port': ['ID=3fc4edfa-8620-4729-8b60-e69ff333aaac,revision_number=2']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:15.405994 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.notifiers.nova [req-64c8a9f4-4e7e-4faa-aa2f-68b4262355d1 req-68c5dea1-8587-4b98-b8a0-dd0d4fa00f02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e8e5cc9-2383-4dac-8a0c-e8e67256409c {{(pid=94297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 05:17:15.421812 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-c491aeab-8228-4120-9cbc-f37e9fdfe781 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-438482'] for floatingip, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:15.432905 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-c491aeab-8228-4120-9cbc-f37e9fdfe781 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7737181 Sep 09 05:17:15.432905 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-64c8a9f4-4e7e-4faa-aa2f-68b4262355d1 req-68c5dea1-8587-4b98-b8a0-dd0d4fa00f02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:15.433317 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-de10e69d-8e36-4636-acc6-105274a51296 req-3a275f58-da4e-439b-b2a7-8a8513e7f524 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=1880a6bd-8a58-4755-b7de-37512e26a7b9 HTTP/1.1" status: 200 len: 210 time: 0.2689779 Sep 09 05:17:15.434888 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-4d86723d-76e6-4bd4-a68f-9696fd059c5f req-9fc6f619-957f-4e99-ad36-acbe34fa6dd7 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b559db1-1589-4e96-9e76-ca77d0cb852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4588156 Sep 09 05:17:15.459822 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-cb3e4479-2448-489a-a1fb-05ffed2ece01 req-c5fbd1b1-e15c-4672-b8bf-3938d2d64f22 service neutron] 10.222.0.23 "GET /v2.0/networks/18df9872-60ee-4348-aae2-75569367b110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6195722 Sep 09 05:17:15.479667 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.provisioning_blocks [req-64c8a9f4-4e7e-4faa-aa2f-68b4262355d1 req-68c5dea1-8587-4b98-b8a0-dd0d4fa00f02 service neutron] Transition to ACTIVE for port object 0e8e5cc9-2383-4dac-8a0c-e8e67256409c will not be triggered until provisioned by entity L2. {{(pid=94297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 05:17:15.482751 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-64c8a9f4-4e7e-4faa-aa2f-68b4262355d1 req-68c5dea1-8587-4b98-b8a0-dd0d4fa00f02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:15.486392 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-b66834f8-0f82-40e1-a70c-3b5bb12aecc5 req-a849e5b2-89ab-4d7f-9f9e-fe8513b499cc service neutron] 10.222.0.23 "GET /v2.0/networks/cfd71842-6726-40b2-be3d-a4d60a862165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5984082 Sep 09 05:17:15.597893 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-68c48100-37a7-46f3-b5a6-c99126fc51a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:15.609008 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-68c48100-37a7-46f3-b5a6-c99126fc51a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:15.648885 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa168bcd-7b88-4004-94c4-2bb6c6b94a53 req-51cf3098-d547-471a-a6a3-3e55605fa855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:15.652062 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-fa168bcd-7b88-4004-94c4-2bb6c6b94a53 req-51cf3098-d547-471a-a6a3-3e55605fa855 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4072331c63524c7cbf166cc5521b82fc&device_id=8e2c0125-9084-4058-906a-114695d331a7 HTTP/1.1" status: 200 len: 1096 time: 0.0992758 Sep 09 05:17:15.684305 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-68c48100-37a7-46f3-b5a6-c99126fc51a4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=273b622262484da6bf7a7d440524cc06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9188676 Sep 09 05:17:15.697629 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c48100-37a7-46f3-b5a6-c99126fc51a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a42647-8af5-4113-9c10-e487c82277df,revision_number=1']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:15.705300 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 33336) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:17:15.729490 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.managers [req-64c8a9f4-4e7e-4faa-aa2f-68b4262355d1 req-68c5dea1-8587-4b98-b8a0-dd0d4fa00f02 service neutron] Attempting to bind port 0e8e5cc9-2383-4dac-8a0c-e8e67256409c on host hv-cinder-77262 for vnic_type normal with profile {{(pid=94297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 05:17:15.729902 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.managers [req-64c8a9f4-4e7e-4faa-aa2f-68b4262355d1 req-68c5dea1-8587-4b98-b8a0-dd0d4fa00f02 service neutron] Attempting to bind port 0e8e5cc9-2383-4dac-8a0c-e8e67256409c by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '5aa37a3f-66af-4ce9-afe5-b18ee79b928a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '00cd2a8c-0672-473b-a5e4-39b12300043e'}] {{(pid=94297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 05:17:15.730395 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c8a9f4-4e7e-4faa-aa2f-68b4262355d1 req-68c5dea1-8587-4b98-b8a0-dd0d4fa00f02 service neutron] Attempting to bind port 0e8e5cc9-2383-4dac-8a0c-e8e67256409c on network 00cd2a8c-0672-473b-a5e4-39b12300043e {{(pid=94297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 05:17:15.739823 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c5dea1-8587-4b98-b8a0-dd0d4fa00f02 service neutron] Pushing event updated for resources: {'Port': ['ID=0e8e5cc9-2383-4dac-8a0c-e8e67256409c,revision_number=2']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:15.748330 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bd34125-dea9-48f2-b81c-4ba35aecc773 req-e6545fdd-9131-4123-955c-04df277ef432 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Made reservation on behalf of bc42907dc3434e2ea444add09b95bb24 for: {'port': 1} {{(pid=94297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 05:17:15.752608 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-8bd34125-dea9-48f2-b81c-4ba35aecc773 req-e6545fdd-9131-4123-955c-04df277ef432 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:15.768172 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c8a9f4-4e7e-4faa-aa2f-68b4262355d1 req-68c5dea1-8587-4b98-b8a0-dd0d4fa00f02 service neutron] Port 0e8e5cc9-2383-4dac-8a0c-e8e67256409c on network 00cd2a8c-0672-473b-a5e4-39b12300043e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=94297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 05:17:15.768497 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c8a9f4-4e7e-4faa-aa2f-68b4262355d1 req-68c5dea1-8587-4b98-b8a0-dd0d4fa00f02 service neutron] Attempting to bind port 0e8e5cc9-2383-4dac-8a0c-e8e67256409c on network 00cd2a8c-0672-473b-a5e4-39b12300043e {{(pid=94297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 05:17:15.783707 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c8a9f4-4e7e-4faa-aa2f-68b4262355d1 req-68c5dea1-8587-4b98-b8a0-dd0d4fa00f02 service neutron] Checking agent: {'id': '7670f20e-61bb-4b09-a030-6895aded51bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 5, 15, 5), 'started_at': datetime.datetime(2021, 9, 9, 5, 15, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 5, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 05:17:15.784072 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c8a9f4-4e7e-4faa-aa2f-68b4262355d1 req-68c5dea1-8587-4b98-b8a0-dd0d4fa00f02 service neutron] Checking segment: {'id': '5aa37a3f-66af-4ce9-afe5-b18ee79b928a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '00cd2a8c-0672-473b-a5e4-39b12300043e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 05:17:15.784627 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64c8a9f4-4e7e-4faa-aa2f-68b4262355d1 req-68c5dea1-8587-4b98-b8a0-dd0d4fa00f02 service neutron] Bound using segment: {'id': '5aa37a3f-66af-4ce9-afe5-b18ee79b928a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '00cd2a8c-0672-473b-a5e4-39b12300043e'} {{(pid=94297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 05:17:15.785072 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.managers [req-64c8a9f4-4e7e-4faa-aa2f-68b4262355d1 req-68c5dea1-8587-4b98-b8a0-dd0d4fa00f02 service neutron] Bound port: 0e8e5cc9-2383-4dac-8a0c-e8e67256409c, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aa37a3f-66af-4ce9-afe5-b18ee79b928a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '00cd2a8c-0672-473b-a5e4-39b12300043e'}}] {{(pid=94297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 05:17:15.785641 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-64c8a9f4-4e7e-4faa-aa2f-68b4262355d1 req-68c5dea1-8587-4b98-b8a0-dd0d4fa00f02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:15.931917 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-0b5e671d-82c7-4203-9f8a-62f8e1365019 req-cd776a5a-ae81-473d-ba6d-cea5360ee23a tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1412215649&fields=id&tenant_id=9bed73d6cc44482b88fb30bf66765cac HTTP/1.1" status: 200 len: 267 time: 0.2521660 Sep 09 05:17:15.941624 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-be8d24a5-e9cb-4018-97c5-1b04bdefb539 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:15.955207 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa168bcd-7b88-4004-94c4-2bb6c6b94a53 req-01ef8ee7-844f-48e1-822f-6e2b606cdfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:15.956624 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-fa168bcd-7b88-4004-94c4-2bb6c6b94a53 req-01ef8ee7-844f-48e1-822f-6e2b606cdfdd service neutron] 10.222.0.23 "GET /v2.0/networks?id=cfd71842-6726-40b2-be3d-a4d60a862165 HTTP/1.1" status: 200 len: 914 time: 0.2970338 Sep 09 05:17:15.982350 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.db [req-64c8a9f4-4e7e-4faa-aa2f-68b4262355d1 req-68c5dea1-8587-4b98-b8a0-dd0d4fa00f02 service neutron] For port 0e8e5cc9-2383-4dac-8a0c-e8e67256409c, host hv-cinder-77262, cleared binding levels {{(pid=94297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 05:17:16.016001 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.db [req-64c8a9f4-4e7e-4faa-aa2f-68b4262355d1 req-68c5dea1-8587-4b98-b8a0-dd0d4fa00f02 service neutron] For port 0e8e5cc9-2383-4dac-8a0c-e8e67256409c, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=0e8e5cc9-2383-4dac-8a0c-e8e67256409c,segment=NetworkSegment(5aa37a3f-66af-4ce9-afe5-b18ee79b928a),segment_id=5aa37a3f-66af-4ce9-afe5-b18ee79b928a)] {{(pid=94297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 05:17:16.022953 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-be8d24a5-e9cb-4018-97c5-1b04bdefb539 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:16.027370 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-64c8a9f4-4e7e-4faa-aa2f-68b4262355d1 req-68c5dea1-8587-4b98-b8a0-dd0d4fa00f02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:16.029116 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eada8982-a389-4589-8125-e59fa260a71f req-c98b9b9e-8f14-4906-ba95-1a6d440ee3e7 tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:16.030660 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-eada8982-a389-4589-8125-e59fa260a71f req-c98b9b9e-8f14-4906-ba95-1a6d440ee3e7 tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bb4d0fc-9007-45f5-834b-bc5f0ca7a336 HTTP/1.1" status: 200 len: 943 time: 0.1564264 Sep 09 05:17:16.034547 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-fa168bcd-7b88-4004-94c4-2bb6c6b94a53 req-e6f607f2-9a7e-467f-b918-d763843545c8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5e39047-1d7f-4114-87dd-09560771c0ed HTTP/1.1" status: 200 len: 217 time: 0.0634103 Sep 09 05:17:16.093985 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.db_base_plugin_common [req-8bd34125-dea9-48f2-b81c-4ba35aecc773 req-e6545fdd-9131-4123-955c-04df277ef432 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Allocated IP 172.20.0.14 (00cd2a8c-0672-473b-a5e4-39b12300043e/0c182cba-f24f-48d3-93d9-c95e60c8cd67/44169469-8d75-47db-a923-4e21d5f2a08c) {{(pid=94297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 05:17:16.111422 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c8a9f4-4e7e-4faa-aa2f-68b4262355d1 req-68c5dea1-8587-4b98-b8a0-dd0d4fa00f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:16.112044 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-64c8a9f4-4e7e-4faa-aa2f-68b4262355d1 req-68c5dea1-8587-4b98-b8a0-dd0d4fa00f02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-438482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for port, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:16.113492 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-64c8a9f4-4e7e-4faa-aa2f-68b4262355d1 req-68c5dea1-8587-4b98-b8a0-dd0d4fa00f02 service neutron] 10.222.0.23 "PUT /v2.0/ports/0e8e5cc9-2383-4dac-8a0c-e8e67256409c HTTP/1.1" status: 200 len: 1093 time: 1.9339764 Sep 09 05:17:16.116529 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cb26945-4b50-4199-9514-eb3e38c1f59c', 'tag': '0e8e5cc9-2383-4dac-8a0c-e8e67256409c'}] {{(pid=94297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 05:17:16.162189 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa168bcd-7b88-4004-94c4-2bb6c6b94a53 req-bf4309a7-7ed3-4c00-846b-e342cafc0bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:16.163715 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-fa168bcd-7b88-4004-94c4-2bb6c6b94a53 req-bf4309a7-7ed3-4c00-846b-e342cafc0bd3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=26afa4a7-ead4-4ffa-80cb-6879630dc238 HTTP/1.1" status: 200 len: 854 time: 0.0952923 Sep 09 05:17:16.168835 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-eada8982-a389-4589-8125-e59fa260a71f req-2a0ec39b-88cd-47d8-b107-1ee9160f6d06 tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0a63ef-aff5-4cdc-93e8-c90f653570e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314695 Sep 09 05:17:16.175333 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e671d-82c7-4203-9f8a-62f8e1365019 req-5a73f96d-31f6-4814-bcda-8646b5af66af tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:16.182912 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-0b5e671d-82c7-4203-9f8a-62f8e1365019 req-5a73f96d-31f6-4814-bcda-8646b5af66af tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/networks?id=7b28e044-cfb6-46f2-81af-55250817b403 HTTP/1.1" status: 200 len: 810 time: 0.2396743 Sep 09 05:17:16.221504 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-0b5e671d-82c7-4203-9f8a-62f8e1365019 req-6b21b33c-a857-4772-a1d6-c37e530d5ac3 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/quotas/9bed73d6cc44482b88fb30bf66765cac HTTP/1.1" status: 200 len: 375 time: 0.0376840 Sep 09 05:17:16.224981 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-fa168bcd-7b88-4004-94c4-2bb6c6b94a53 req-35090fe7-d71a-4b66-bc33-22fa48e69fa3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cfd71842-6726-40b2-be3d-a4d60a862165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401189 Sep 09 05:17:16.351880 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-0b5e671d-82c7-4203-9f8a-62f8e1365019 req-82eccaeb-ab6a-4a51-a3f8-cba3b8cf8374 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9bed73d6cc44482b88fb30bf66765cac&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1239700 Sep 09 05:17:16.410330 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bb4d0fc-9007-45f5-834b-bc5f0ca7a336', 'tag': '94c580bc-577b-4d6f-9a69-e2643d8fa18e'}] {{(pid=94298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 05:17:16.412630 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bce242ee21533c645a402e1a550c8899fb444cbd779d7c78464fb91fbc7682ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fe83708-4bed-4cec-b53b-b3a383363065" -d '{"events": [{"name": "network-changed", "server_uuid": "7bb4d0fc-9007-45f5-834b-bc5f0ca7a336", "tag": "94c580bc-577b-4d6f-9a69-e2643d8fa18e"}]}' {{(pid=94298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 05:17:16.419785 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-fa168bcd-7b88-4004-94c4-2bb6c6b94a53 req-526f3549-8316-424e-ad34-9d4655fdeaa2 service neutron] 10.222.0.23 "GET /v2.0/networks/cfd71842-6726-40b2-be3d-a4d60a862165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851988 Sep 09 05:17:16.495421 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c5dea1-8587-4b98-b8a0-dd0d4fa00f02 service neutron] Pushing event updated for resources: {'Port': ['ID=0e8e5cc9-2383-4dac-8a0c-e8e67256409c,revision_number=3']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:16.496821 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 05:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d03b9a47-710a-4028-90e4-fe29842b38cb x-openstack-request-id: req-d03b9a47-710a-4028-90e4-fe29842b38cb {{(pid=94298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 05:17:16.497487 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bb4d0fc-9007-45f5-834b-bc5f0ca7a336", "tag": "94c580bc-577b-4d6f-9a69-e2643d8fa18e", "status": "completed", "code": 200}]} {{(pid=94298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 05:17:16.497870 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d03b9a47-710a-4028-90e4-fe29842b38cb {{(pid=94298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 05:17:16.498239 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bb4d0fc-9007-45f5-834b-bc5f0ca7a336', 'tag': '94c580bc-577b-4d6f-9a69-e2643d8fa18e', 'status': 'completed', 'code': 200} Sep 09 05:17:16.522689 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85c66017178c43798701892324557e4ac90163104f6096848bec1798d04fbbd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab77298-67a4-40c3-9056-493430f46a3f" -d '{"events": [{"name": "network-changed", "server_uuid": "3cb26945-4b50-4199-9514-eb3e38c1f59c", "tag": "0e8e5cc9-2383-4dac-8a0c-e8e67256409c"}]}' {{(pid=94297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 05:17:16.533408 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0810a12c-e4aa-4062-9aec-e0a3fcc90d1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:16.596254 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-0b5e671d-82c7-4203-9f8a-62f8e1365019 req-85c1a650-d96e-4655-bb17-174d0cf58796 service neutron] 10.222.0.24 "GET /v2.0/networks/7b28e044-cfb6-46f2-81af-55250817b403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341065 Sep 09 05:17:16.607473 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c8a9f4-4e7e-4faa-aa2f-68b4262355d1 req-bdfd1aba-94b9-4887-9032-46120abd9402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:16.610369 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-64c8a9f4-4e7e-4faa-aa2f-68b4262355d1 req-bdfd1aba-94b9-4887-9032-46120abd9402 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bc42907dc3434e2ea444add09b95bb24&device_id=3cb26945-4b50-4199-9514-eb3e38c1f59c HTTP/1.1" status: 200 len: 1096 time: 0.4224358 Sep 09 05:17:16.610369 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-be8d24a5-e9cb-4018-97c5-1b04bdefb539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:16.612077 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-be8d24a5-e9cb-4018-97c5-1b04bdefb539 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:16.613146 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-be8d24a5-e9cb-4018-97c5-1b04bdefb539 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b1a42647-8af5-4113-9c10-e487c82277df HTTP/1.1" status: 204 len: 168 time: 0.8927758 Sep 09 05:17:16.645136 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-9183751b-88e0-47ac-bf5e-130abb63cb0c req-84fb482c-2cdc-4577-99d5-5dbee666a138 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=1880a6bd-8a58-4755-b7de-37512e26a7b9 HTTP/1.1" status: 200 len: 210 time: 0.0720527 Sep 09 05:17:16.662587 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-fa168bcd-7b88-4004-94c4-2bb6c6b94a53 req-403db890-057f-41de-9119-be5d7f7bed31 service neutron] 10.222.0.23 "GET /v2.0/networks/cfd71842-6726-40b2-be3d-a4d60a862165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033322 Sep 09 05:17:16.693440 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 33380) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:17:16.700164 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe83708-4bed-4cec-b53b-b3a383363065 req-9920c5e0-ec07-4548-ab3f-ca1a50e7c29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:16.701654 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-3fe83708-4bed-4cec-b53b-b3a383363065 req-9920c5e0-ec07-4548-ab3f-ca1a50e7c29b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ed4cb9cda64847b3bff0f79ca12942fc&device_id=7bb4d0fc-9007-45f5-834b-bc5f0ca7a336 HTTP/1.1" status: 200 len: 1096 time: 0.1918650 Sep 09 05:17:16.729775 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8d24a5-e9cb-4018-97c5-1b04bdefb539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a42647-8af5-4113-9c10-e487c82277df,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:16.739330 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-64c8a9f4-4e7e-4faa-aa2f-68b4262355d1 req-a845749a-689b-42ef-8c20-56382977a090 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e8e5cc9-2383-4dac-8a0c-e8e67256409c HTTP/1.1" status: 200 len: 217 time: 0.1088574 Sep 09 05:17:16.775722 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-0b5e671d-82c7-4203-9f8a-62f8e1365019 req-37b085c1-4c59-47b4-9946-38cf5ae1116c service neutron] 10.222.0.24 "GET /v2.0/networks/7b28e044-cfb6-46f2-81af-55250817b403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785221 Sep 09 05:17:16.907022 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:16.973418 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c8a9f4-4e7e-4faa-aa2f-68b4262355d1 req-c1e6130e-c8e7-4ca7-9c96-676d65182b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:16.982789 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-64c8a9f4-4e7e-4faa-aa2f-68b4262355d1 req-c1e6130e-c8e7-4ca7-9c96-676d65182b7c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0c182cba-f24f-48d3-93d9-c95e60c8cd67 HTTP/1.1" status: 200 len: 858 time: 0.2345028 Sep 09 05:17:16.993668 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe83708-4bed-4cec-b53b-b3a383363065 req-5135b4d1-00c3-4d90-8658-5b90534df84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:16.996905 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-3fe83708-4bed-4cec-b53b-b3a383363065 req-5135b4d1-00c3-4d90-8658-5b90534df84b service neutron] 10.222.0.23 "GET /v2.0/networks?id=18df9872-60ee-4348-aae2-75569367b110 HTTP/1.1" status: 200 len: 912 time: 0.2883859 Sep 09 05:17:17.018693 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23513465-4cc2-4c81-83ce-bdb15c7fea5d req-a37bb992-7ed9-40b7-b725-959a4b341ca4 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:17.026011 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-23513465-4cc2-4c81-83ce-bdb15c7fea5d req-a37bb992-7ed9-40b7-b725-959a4b341ca4 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e2c0125-9084-4058-906a-114695d331a7 HTTP/1.1" status: 200 len: 943 time: 0.1490753 Sep 09 05:17:17.148749 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-64c8a9f4-4e7e-4faa-aa2f-68b4262355d1 req-f8d9f835-1c2d-4fc9-b2bd-d50fcd3bd258 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=00cd2a8c-0672-473b-a5e4-39b12300043e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1531270 Sep 09 05:17:17.155265 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-8bd34125-dea9-48f2-b81c-4ba35aecc773 req-e6545fdd-9131-4123-955c-04df277ef432 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Notify callbacks [] for port, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:17.165232 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-3fe83708-4bed-4cec-b53b-b3a383363065 req-7358667b-d411-4809-b0e7-782af667aa1f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=94c580bc-577b-4d6f-9a69-e2643d8fa18e HTTP/1.1" status: 200 len: 217 time: 0.1379735 Sep 09 05:17:17.220426 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-23513465-4cc2-4c81-83ce-bdb15c7fea5d req-8156219a-4d35-483a-9137-71c6b063b405 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b559db1-1589-4e96-9e76-ca77d0cb852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771371 Sep 09 05:17:17.297134 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-9d6d3885-d40e-4423-8c88-a1af1a05a217 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:17.362303 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-64c8a9f4-4e7e-4faa-aa2f-68b4262355d1 req-e45564ee-94d7-4489-b242-151823f2117f service neutron] 10.222.0.23 "GET /v2.0/networks/00cd2a8c-0672-473b-a5e4-39b12300043e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999149 Sep 09 05:17:17.372057 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-8bd34125-dea9-48f2-b81c-4ba35aecc773 req-e6545fdd-9131-4123-955c-04df277ef432 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748631669697'] for port, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:17.380033 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-36dc9b4c-18f8-4342-8676-d187c6ad7e56 req-44bd17e8-7545-476d-b547-1f2ebf5d2574 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/ports?device_id=8da8187b-6d5c-4b93-abb6-1e2d520bb3e8 HTTP/1.1" status: 200 len: 210 time: 0.0725083 Sep 09 05:17:17.405216 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe83708-4bed-4cec-b53b-b3a383363065 req-e0d9dee9-bb09-46d7-a6ed-8e66380cbe0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:17.406745 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-3fe83708-4bed-4cec-b53b-b3a383363065 req-e0d9dee9-bb09-46d7-a6ed-8e66380cbe0e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fd84f57d-7768-478e-9613-ee42002bd25a HTTP/1.1" status: 200 len: 852 time: 0.2346344 Sep 09 05:17:17.461145 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-3fe83708-4bed-4cec-b53b-b3a383363065 req-e289a4d8-358a-4dea-8b57-e5555991747c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=18df9872-60ee-4348-aae2-75569367b110&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472548 Sep 09 05:17:17.531042 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bd34125-dea9-48f2-b81c-4ba35aecc773 req-e6545fdd-9131-4123-955c-04df277ef432 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Network 00cd2a8c-0672-473b-a5e4-39b12300043e is already hosted by enough agents. {{(pid=94297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 05:17:17.563775 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.base_scheduler [req-8bd34125-dea9-48f2-b81c-4ba35aecc773 req-e6545fdd-9131-4123-955c-04df277ef432 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Resources bound (agent type, host, resource id): {{(pid=94297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 05:17:17.576299 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bd34125-dea9-48f2-b81c-4ba35aecc773 req-e6545fdd-9131-4123-955c-04df277ef432 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Received port after_create {{(pid=94297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 05:17:17.582203 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd34125-dea9-48f2-b81c-4ba35aecc773 req-e6545fdd-9131-4123-955c-04df277ef432 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:17.582855 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-8bd34125-dea9-48f2-b81c-4ba35aecc773 req-e6545fdd-9131-4123-955c-04df277ef432 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-438482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for port, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:17.585420 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6545fdd-9131-4123-955c-04df277ef432 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Pushing event updated for resources: {'Port': ['ID=44169469-8d75-47db-a923-4e21d5f2a08c,revision_number=1']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:17.592014 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 05:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7feb053-4d7d-4f2b-b309-b12bb443598d x-openstack-request-id: req-a7feb053-4d7d-4f2b-b309-b12bb443598d {{(pid=94297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 05:17:17.592447 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cb26945-4b50-4199-9514-eb3e38c1f59c", "tag": "0e8e5cc9-2383-4dac-8a0c-e8e67256409c", "status": "completed", "code": 200}]} {{(pid=94297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 05:17:17.592582 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a7feb053-4d7d-4f2b-b309-b12bb443598d {{(pid=94297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 05:17:17.592972 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cb26945-4b50-4199-9514-eb3e38c1f59c', 'tag': '0e8e5cc9-2383-4dac-8a0c-e8e67256409c', 'status': 'completed', 'code': 200} Sep 09 05:17:17.641802 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-9dcada0b-7967-4cde-8891-c5586c834af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:17.651140 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-64c8a9f4-4e7e-4faa-aa2f-68b4262355d1 req-2e7c281e-7728-4bf5-93ac-76d797e79b7b service neutron] 10.222.0.23 "GET /v2.0/networks/00cd2a8c-0672-473b-a5e4-39b12300043e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2797372 Sep 09 05:17:17.662699 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-9d6d3885-d40e-4423-8c88-a1af1a05a217 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:17.673641 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-9d6d3885-d40e-4423-8c88-a1af1a05a217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:17.699767 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-8bd34125-dea9-48f2-b81c-4ba35aecc773 req-e6545fdd-9131-4123-955c-04df277ef432 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3134134 Sep 09 05:17:17.719315 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.v2.base [req-8bd34125-dea9-48f2-b81c-4ba35aecc773 req-3b6d56c1-0a6f-4571-8529-ef2b220c9058 service neutron] Request body: {'port': {'device_id': '1880a6bd-8a58-4755-b7de-37512e26a7b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=94297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:17:17.789633 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-9d6d3885-d40e-4423-8c88-a1af1a05a217 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ad7b8fb4c08d47c1888ca1d4a5025935&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0610006 Sep 09 05:17:17.790450 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6d3885-d40e-4423-8c88-a1af1a05a217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=678e942c-56f7-4a9f-ae19-f754e4d57882,revision_number=1']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:17.796151 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 33432) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:17:17.800152 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a517988-e052-4654-9ef0-8b7a96052280 req-ed8dee5c-e180-4453-b342-03b081cc581f tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:17.808066 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-7a517988-e052-4654-9ef0-8b7a96052280 req-ed8dee5c-e180-4453-b342-03b081cc581f tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bb4d0fc-9007-45f5-834b-bc5f0ca7a336 HTTP/1.1" status: 200 len: 943 time: 0.2872069 Sep 09 05:17:17.857369 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-8bd34125-dea9-48f2-b81c-4ba35aecc773 req-3b6d56c1-0a6f-4571-8529-ef2b220c9058 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:17.872465 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab77298-67a4-40c3-9056-493430f46a3f req-0066b884-6ef1-4fc2-a371-e05eaf803d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:17.874099 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-4ab77298-67a4-40c3-9056-493430f46a3f req-0066b884-6ef1-4fc2-a371-e05eaf803d44 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bc42907dc3434e2ea444add09b95bb24&device_id=3cb26945-4b50-4199-9514-eb3e38c1f59c HTTP/1.1" status: 200 len: 1096 time: 0.1458166 Sep 09 05:17:17.917656 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-3fe83708-4bed-4cec-b53b-b3a383363065 req-6ec957f1-c1a8-4684-9135-838910a62028 service neutron] 10.222.0.23 "GET /v2.0/networks/18df9872-60ee-4348-aae2-75569367b110?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4490840 Sep 09 05:17:17.968824 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-f1040416-de46-42e4-b446-5001b7833f4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:18.134937 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-f1040416-de46-42e4-b446-5001b7833f4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:18.136446 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 33442) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:17:18.180779 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b7df32-e732-48df-baf6-e0efa901f6d8 req-3356dbbb-9abb-404f-8925-4800b6220d7f tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:18.182335 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-79b7df32-e732-48df-baf6-e0efa901f6d8 req-3356dbbb-9abb-404f-8925-4800b6220d7f tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=1880a6bd-8a58-4755-b7de-37512e26a7b9 HTTP/1.1" status: 200 len: 932 time: 0.4038584 Sep 09 05:17:18.199398 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-7a517988-e052-4654-9ef0-8b7a96052280 req-53500b6a-9cda-4255-9508-b78ac90fee03 tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0a63ef-aff5-4cdc-93e8-c90f653570e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3902278 Sep 09 05:17:18.201361 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab77298-67a4-40c3-9056-493430f46a3f req-770ddd49-1256-4662-b6ce-57e53973b22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:18.202867 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-4ab77298-67a4-40c3-9056-493430f46a3f req-770ddd49-1256-4662-b6ce-57e53973b22f service neutron] 10.222.0.23 "GET /v2.0/networks?id=00cd2a8c-0672-473b-a5e4-39b12300043e HTTP/1.1" status: 200 len: 918 time: 0.3203232 Sep 09 05:17:18.297625 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-79b7df32-e732-48df-baf6-e0efa901f6d8 req-9c1a7c68-b216-4e10-bbb4-83e0a6c5dbb5 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954881 Sep 09 05:17:18.317664 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-3fe83708-4bed-4cec-b53b-b3a383363065 req-3ae2046b-3ecc-4a1a-a6bc-cb5d49bb2c9c service neutron] 10.222.0.23 "GET /v2.0/networks/18df9872-60ee-4348-aae2-75569367b110?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3715565 Sep 09 05:17:18.331699 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-4ab77298-67a4-40c3-9056-493430f46a3f req-8f9646ed-a7b7-46d5-96af-722bf751a305 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e8e5cc9-2383-4dac-8a0c-e8e67256409c HTTP/1.1" status: 200 len: 217 time: 0.1080966 Sep 09 05:17:18.379141 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.v2.base [None req-225f6138-bf78-49ed-8b9d-141f9f20cd3e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-795349080-network', 'tenant_id': '124860d64c804c5da2b731b0c82a0d3f'}} {{(pid=94297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:17:18.437431 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-f1040416-de46-42e4-b446-5001b7833f4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:18.448110 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-f1040416-de46-42e4-b446-5001b7833f4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:18.452026 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-f1040416-de46-42e4-b446-5001b7833f4d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/678e942c-56f7-4a9f-ae19-f754e4d57882 HTTP/1.1" status: 204 len: 168 time: 0.6522169 Sep 09 05:17:18.494325 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab77298-67a4-40c3-9056-493430f46a3f req-a1078296-e8e5-4a81-b03f-fa7e8a749371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:18.495978 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-4ab77298-67a4-40c3-9056-493430f46a3f req-a1078296-e8e5-4a81-b03f-fa7e8a749371 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0c182cba-f24f-48d3-93d9-c95e60c8cd67 HTTP/1.1" status: 200 len: 858 time: 0.1537018 Sep 09 05:17:18.496378 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-225f6138-bf78-49ed-8b9d-141f9f20cd3e admin admin] Made reservation on behalf of 124860d64c804c5da2b731b0c82a0d3f for: {'network': 1} {{(pid=94297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 05:17:18.499465 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-225f6138-bf78-49ed-8b9d-141f9f20cd3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for network, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:18.503064 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1040416-de46-42e4-b446-5001b7833f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=678e942c-56f7-4a9f-ae19-f754e4d57882,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:18.525620 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-225f6138-bf78-49ed-8b9d-141f9f20cd3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:18.542114 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b349cd29-2fc2-4074-a832-b3af4b9c41b6 req-15ad56b2-098e-4e78-9de7-3fb237723cb6 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:18.550649 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-b349cd29-2fc2-4074-a832-b3af4b9c41b6 req-15ad56b2-098e-4e78-9de7-3fb237723cb6 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e2c0125-9084-4058-906a-114695d331a7 HTTP/1.1" status: 200 len: 943 time: 0.2273881 Sep 09 05:17:18.553984 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-4ab77298-67a4-40c3-9056-493430f46a3f req-e451aa08-1418-4105-a2dd-83a82eba9d64 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=00cd2a8c-0672-473b-a5e4-39b12300043e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488720 Sep 09 05:17:18.584521 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-dcde1c85-1708-4ac2-a8c5-f204ecb7a3a2 req-17d3119e-bcc8-4960-b7ff-abc65e6dd177 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/ports?device_id=8da8187b-6d5c-4b93-abb6-1e2d520bb3e8 HTTP/1.1" status: 200 len: 210 time: 0.0879686 Sep 09 05:17:18.660828 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e671d-82c7-4203-9f8a-62f8e1365019 req-df80dbe6-996e-4fce-8814-3fc58952cc8c tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:18.663092 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-0b5e671d-82c7-4203-9f8a-62f8e1365019 req-df80dbe6-996e-4fce-8814-3fc58952cc8c tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.23 "GET /v2.0/networks?id=7b28e044-cfb6-46f2-81af-55250817b403 HTTP/1.1" status: 200 len: 810 time: 0.2787595 Sep 09 05:17:18.694625 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-b349cd29-2fc2-4074-a832-b3af4b9c41b6 req-15829233-3d7f-40e2-9ab4-ab4d0340b94c tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b559db1-1589-4e96-9e76-ca77d0cb852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428175 Sep 09 05:17:18.740291 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-0b5e671d-82c7-4203-9f8a-62f8e1365019 req-fd76d5e3-303a-4eb5-9ddf-6d8fe280d2c4 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9bed73d6cc44482b88fb30bf66765cac HTTP/1.1" status: 200 len: 380 time: 0.0624626 Sep 09 05:17:18.751889 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.v2.base [req-0b5e671d-82c7-4203-9f8a-62f8e1365019 req-035f27de-c677-42ff-873d-e6b1ec87a6db tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Request body: {'port': {'device_id': '8da8187b-6d5c-4b93-abb6-1e2d520bb3e8', 'network_id': '7b28e044-cfb6-46f2-81af-55250817b403', 'admin_state_up': True, 'tenant_id': '9bed73d6cc44482b88fb30bf66765cac', 'security_groups': ['8df6ce14-99a9-4cef-b918-a25f9a2fffd6']}} {{(pid=94298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:17:18.755305 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-4ab77298-67a4-40c3-9056-493430f46a3f req-b4466781-3b5d-402a-8e25-3978362d9bd1 service neutron] 10.222.0.23 "GET /v2.0/networks/00cd2a8c-0672-473b-a5e4-39b12300043e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888347 Sep 09 05:17:18.762641 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.notifiers.nova [req-8bd34125-dea9-48f2-b81c-4ba35aecc773 req-3b6d56c1-0a6f-4571-8529-ef2b220c9058 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44169469-8d75-47db-a923-4e21d5f2a08c {{(pid=94297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 05:17:18.781312 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-8bd34125-dea9-48f2-b81c-4ba35aecc773 req-3b6d56c1-0a6f-4571-8529-ef2b220c9058 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:18.825825 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.provisioning_blocks [req-8bd34125-dea9-48f2-b81c-4ba35aecc773 req-3b6d56c1-0a6f-4571-8529-ef2b220c9058 service neutron] Transition to ACTIVE for port object 44169469-8d75-47db-a923-4e21d5f2a08c will not be triggered until provisioned by entity L2. {{(pid=94297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 05:17:18.887520 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 33470) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:17:18.903615 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-f3e82136-8b4f-4ed8-a348-7843526f14ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:19.023183 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-8bd34125-dea9-48f2-b81c-4ba35aecc773 req-3b6d56c1-0a6f-4571-8529-ef2b220c9058 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:19.109958 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-225f6138-bf78-49ed-8b9d-141f9f20cd3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:19.112509 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6d56c1-0a6f-4571-8529-ef2b220c9058 service neutron] Pushing event updated for resources: {'Port': ['ID=44169469-8d75-47db-a923-4e21d5f2a08c,revision_number=2']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:19.119145 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-225f6138-bf78-49ed-8b9d-141f9f20cd3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:19.123592 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-4ab77298-67a4-40c3-9056-493430f46a3f req-a9efeb23-3b2e-4029-a302-1b657f7e1a2d service neutron] 10.222.0.23 "GET /v2.0/networks/00cd2a8c-0672-473b-a5e4-39b12300043e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3535244 Sep 09 05:17:19.155619 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-fdc48b13-ab8b-41d0-a622-21cc731cd6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:19.163936 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.db.api [None req-f3e82136-8b4f-4ed8-a348-7843526f14ab admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 09 05:17:19.163936 dv-cinder-772623-14-iscsi neutron-server[94298]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 09 05:17:19.163936 dv-cinder-772623-14-iscsi neutron-server[94298]: [parameters: {'project_id_1': '620b346ce12342eb9bb39a31b537a0eb', 'expiration_1': datetime.datetime(2021, 9, 9, 5, 16, 58, 914451)}] Sep 09 05:17:19.163936 dv-cinder-772623-14-iscsi neutron-server[94298]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 09 05:17:19.164309 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG oslo_db.api [None req-f3e82136-8b4f-4ed8-a348-7843526f14ab admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 09 05:17:19.167609 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b5e671d-82c7-4203-9f8a-62f8e1365019 req-035f27de-c677-42ff-873d-e6b1ec87a6db tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Made reservation on behalf of 9bed73d6cc44482b88fb30bf66765cac for: {'port': 1} {{(pid=94298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 05:17:19.169729 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-225f6138-bf78-49ed-8b9d-141f9f20cd3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=94297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 05:17:19.172749 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [req-0b5e671d-82c7-4203-9f8a-62f8e1365019 req-035f27de-c677-42ff-873d-e6b1ec87a6db tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:19.186611 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225f6138-bf78-49ed-8b9d-141f9f20cd3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4050aaa0-4e57-4798-b47c-764a019554ce,revision_number=1']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:19.193185 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-225f6138-bf78-49ed-8b9d-141f9f20cd3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771871'] for segment, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:19.193641 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.db.segments_db [None req-225f6138-bf78-49ed-8b9d-141f9f20cd3e admin admin] Added segment a752eba9-87df-4172-9300-f221ebd00fc8 of type vlan for network 7223def3-efd6-40cf-9305-52b35a202244 Sep 09 05:17:19.195067 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.managers [req-8bd34125-dea9-48f2-b81c-4ba35aecc773 req-3b6d56c1-0a6f-4571-8529-ef2b220c9058 service neutron] Attempting to bind port 44169469-8d75-47db-a923-4e21d5f2a08c on host hv-cinder-77262 for vnic_type normal with profile {{(pid=94297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 05:17:19.195397 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.managers [req-8bd34125-dea9-48f2-b81c-4ba35aecc773 req-3b6d56c1-0a6f-4571-8529-ef2b220c9058 service neutron] Attempting to bind port 44169469-8d75-47db-a923-4e21d5f2a08c by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '5aa37a3f-66af-4ce9-afe5-b18ee79b928a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '00cd2a8c-0672-473b-a5e4-39b12300043e'}] {{(pid=94297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 05:17:19.195721 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd34125-dea9-48f2-b81c-4ba35aecc773 req-3b6d56c1-0a6f-4571-8529-ef2b220c9058 service neutron] Attempting to bind port 44169469-8d75-47db-a923-4e21d5f2a08c on network 00cd2a8c-0672-473b-a5e4-39b12300043e {{(pid=94297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 05:17:19.207691 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd34125-dea9-48f2-b81c-4ba35aecc773 req-3b6d56c1-0a6f-4571-8529-ef2b220c9058 service neutron] Port 44169469-8d75-47db-a923-4e21d5f2a08c on network 00cd2a8c-0672-473b-a5e4-39b12300043e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=94297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 05:17:19.208016 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd34125-dea9-48f2-b81c-4ba35aecc773 req-3b6d56c1-0a6f-4571-8529-ef2b220c9058 service neutron] Attempting to bind port 44169469-8d75-47db-a923-4e21d5f2a08c on network 00cd2a8c-0672-473b-a5e4-39b12300043e {{(pid=94297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 05:17:19.238248 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd34125-dea9-48f2-b81c-4ba35aecc773 req-3b6d56c1-0a6f-4571-8529-ef2b220c9058 service neutron] Checking agent: {'id': '7670f20e-61bb-4b09-a030-6895aded51bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 5, 15, 5), 'started_at': datetime.datetime(2021, 9, 9, 5, 15, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 5, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 05:17:19.238930 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd34125-dea9-48f2-b81c-4ba35aecc773 req-3b6d56c1-0a6f-4571-8529-ef2b220c9058 service neutron] Checking segment: {'id': '5aa37a3f-66af-4ce9-afe5-b18ee79b928a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '00cd2a8c-0672-473b-a5e4-39b12300043e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 05:17:19.239407 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd34125-dea9-48f2-b81c-4ba35aecc773 req-3b6d56c1-0a6f-4571-8529-ef2b220c9058 service neutron] Bound using segment: {'id': '5aa37a3f-66af-4ce9-afe5-b18ee79b928a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '00cd2a8c-0672-473b-a5e4-39b12300043e'} {{(pid=94297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 05:17:19.239866 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.managers [req-8bd34125-dea9-48f2-b81c-4ba35aecc773 req-3b6d56c1-0a6f-4571-8529-ef2b220c9058 service neutron] Bound port: 44169469-8d75-47db-a923-4e21d5f2a08c, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5aa37a3f-66af-4ce9-afe5-b18ee79b928a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '00cd2a8c-0672-473b-a5e4-39b12300043e'}}] {{(pid=94297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 05:17:19.240230 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-8bd34125-dea9-48f2-b81c-4ba35aecc773 req-3b6d56c1-0a6f-4571-8529-ef2b220c9058 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:19.260690 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-225f6138-bf78-49ed-8b9d-141f9f20cd3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748631623976'] for network, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:19.319387 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device c5e39047-1d7f-4114-87dd-09560771c0ed details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=94299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 05:17:19.379144 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-225f6138-bf78-49ed-8b9d-141f9f20cd3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442'] for network, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:19.381188 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225f6138-bf78-49ed-8b9d-141f9f20cd3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:19.382470 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-225f6138-bf78-49ed-8b9d-141f9f20cd3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for network, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:19.387406 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.db.db_base_plugin_common [req-0b5e671d-82c7-4203-9f8a-62f8e1365019 req-035f27de-c677-42ff-873d-e6b1ec87a6db tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Allocated IP 172.20.0.12 (7b28e044-cfb6-46f2-81af-55250817b403/51c02a87-9f42-4bcc-8c63-f9b42807f41e/b8b0999b-cf5b-4349-ac9d-3ce487d83d68) {{(pid=94298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 05:17:19.396754 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b27e548-4929-48d0-b819-75b95d78d260 req-5c92812d-1dc6-45fa-92d9-d92f8b17b731 tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:19.398378 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-6b27e548-4929-48d0-b819-75b95d78d260 req-5c92812d-1dc6-45fa-92d9-d92f8b17b731 tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bb4d0fc-9007-45f5-834b-bc5f0ca7a336 HTTP/1.1" status: 200 len: 943 time: 0.1124880 Sep 09 05:17:19.471306 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225f6138-bf78-49ed-8b9d-141f9f20cd3e admin admin] Pushing event updated for resources: {'Network': ['ID=7223def3-efd6-40cf-9305-52b35a202244,revision_number=1']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:19.473580 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] For port c5e39047-1d7f-4114-87dd-09560771c0ed, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c5e39047-1d7f-4114-87dd-09560771c0ed,segment=NetworkSegment(2253588a-18bc-44eb-b0be-6d785831d1ef),segment_id=2253588a-18bc-44eb-b0be-6d785831d1ef)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:17:19.487249 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.db [req-8bd34125-dea9-48f2-b81c-4ba35aecc773 req-3b6d56c1-0a6f-4571-8529-ef2b220c9058 service neutron] For port 44169469-8d75-47db-a923-4e21d5f2a08c, host hv-cinder-77262, cleared binding levels {{(pid=94297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 05:17:19.488093 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Network 7223def3-efd6-40cf-9305-52b35a202244 details requested by agent ovs-agent-dv-cinder-772623-14-iscsi with host dv-cinder-772623-14-iscsi {{(pid=94299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 05:17:19.501049 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.db [req-8bd34125-dea9-48f2-b81c-4ba35aecc773 req-3b6d56c1-0a6f-4571-8529-ef2b220c9058 service neutron] For port 44169469-8d75-47db-a923-4e21d5f2a08c, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=44169469-8d75-47db-a923-4e21d5f2a08c,segment=NetworkSegment(5aa37a3f-66af-4ce9-afe5-b18ee79b928a),segment_id=5aa37a3f-66af-4ce9-afe5-b18ee79b928a)] {{(pid=94297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 05:17:19.501932 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 33484) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:17:19.507842 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-8bd34125-dea9-48f2-b81c-4ba35aecc773 req-3b6d56c1-0a6f-4571-8529-ef2b220c9058 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:19.508223 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Returning: {'device': 'c5e39047-1d7f-4114-87dd-09560771c0ed', 'network_id': 'cfd71842-6726-40b2-be3d-a4d60a862165', 'port_id': 'c5e39047-1d7f-4114-87dd-09560771c0ed', 'mac_address': 'fa:16:3e:5f:0b:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26afa4a7-ead4-4ffa-80cb-6879630dc238', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 05:17:19.534401 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-6b27e548-4929-48d0-b819-75b95d78d260 req-91e5cd71-1e9d-44db-8e01-07fd64a6f875 tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0a63ef-aff5-4cdc-93e8-c90f653570e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287444 Sep 09 05:17:19.544340 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e57073-099e-4186-942c-550c2bc9910f req-9e6f090b-b987-451d-b457-085ad28184db tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:19.545870 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-f9e57073-099e-4186-942c-550c2bc9910f req-9e6f090b-b987-451d-b457-085ad28184db tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=1880a6bd-8a58-4755-b7de-37512e26a7b9 HTTP/1.1" status: 200 len: 944 time: 0.1438346 Sep 09 05:17:19.559657 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-225f6138-bf78-49ed-8b9d-141f9f20cd3e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.4221280 Sep 09 05:17:19.612133 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 33488) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:17:19.614452 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:19.614606 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd34125-dea9-48f2-b81c-4ba35aecc773 req-3b6d56c1-0a6f-4571-8529-ef2b220c9058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:19.615086 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-8bd34125-dea9-48f2-b81c-4ba35aecc773 req-3b6d56c1-0a6f-4571-8529-ef2b220c9058 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-438482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for port, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:19.617267 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-8bd34125-dea9-48f2-b81c-4ba35aecc773 req-3b6d56c1-0a6f-4571-8529-ef2b220c9058 service neutron] 10.222.0.23 "PUT /v2.0/ports/44169469-8d75-47db-a923-4e21d5f2a08c HTTP/1.1" status: 200 len: 1094 time: 1.9037037 Sep 09 05:17:19.617869 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1880a6bd-8a58-4755-b7de-37512e26a7b9', 'tag': '44169469-8d75-47db-a923-4e21d5f2a08c'}] {{(pid=94297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 05:17:19.620438 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85c66017178c43798701892324557e4ac90163104f6096848bec1798d04fbbd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47733589-ea9b-443b-8166-93565e00404f" -d '{"events": [{"name": "network-changed", "server_uuid": "1880a6bd-8a58-4755-b7de-37512e26a7b9", "tag": "44169469-8d75-47db-a923-4e21d5f2a08c"}]}' {{(pid=94297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 05:17:19.626717 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.v2.base [None req-0003c504-81a0-4b20-b1a0-7bd3e3da99c6 admin admin] Request body: {'subnet': {'network_id': '7223def3-efd6-40cf-9305-52b35a202244', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-795349080-subnet', 'tenant_id': '124860d64c804c5da2b731b0c82a0d3f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:17:19.647091 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.notifiers.nova [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5e39047-1d7f-4114-87dd-09560771c0ed {{(pid=94299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 05:17:19.649314 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-f9e57073-099e-4186-942c-550c2bc9910f req-7c593af4-94d3-4cf0-9f0d-af435c4ef70f tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960541 Sep 09 05:17:19.668347 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-f3e82136-8b4f-4ed8-a348-7843526f14ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:19.701771 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0003c504-81a0-4b20-b1a0-7bd3e3da99c6 admin admin] Made reservation on behalf of 124860d64c804c5da2b731b0c82a0d3f for: {'subnet': 1} {{(pid=94298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 05:17:19.704326 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-0003c504-81a0-4b20-b1a0-7bd3e3da99c6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:19.726149 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6d56c1-0a6f-4571-8529-ef2b220c9058 service neutron] Pushing event updated for resources: {'Port': ['ID=44169469-8d75-47db-a923-4e21d5f2a08c,revision_number=3']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:19.733916 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] For port c5e39047-1d7f-4114-87dd-09560771c0ed, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c5e39047-1d7f-4114-87dd-09560771c0ed,segment=NetworkSegment(2253588a-18bc-44eb-b0be-6d785831d1ef),segment_id=2253588a-18bc-44eb-b0be-6d785831d1ef)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:17:19.746311 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:19.748460 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device 94c580bc-577b-4d6f-9a69-e2643d8fa18e details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=94299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 05:17:19.753980 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 05:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd73dd3-e165-470a-acab-a1c17dcdbe68 x-openstack-request-id: req-ccd73dd3-e165-470a-acab-a1c17dcdbe68 {{(pid=94297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 05:17:19.754260 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1880a6bd-8a58-4755-b7de-37512e26a7b9", "tag": "44169469-8d75-47db-a923-4e21d5f2a08c", "status": "completed", "code": 200}]} {{(pid=94297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 05:17:19.754558 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ccd73dd3-e165-470a-acab-a1c17dcdbe68 {{(pid=94297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 05:17:19.754933 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1880a6bd-8a58-4755-b7de-37512e26a7b9', 'tag': '44169469-8d75-47db-a923-4e21d5f2a08c', 'status': 'completed', 'code': 200} Sep 09 05:17:19.776008 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd34125-dea9-48f2-b81c-4ba35aecc773 req-20abf79f-f5da-42a8-94b7-627d66dd1a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:19.777973 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-8bd34125-dea9-48f2-b81c-4ba35aecc773 req-20abf79f-f5da-42a8-94b7-627d66dd1a8e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bc42907dc3434e2ea444add09b95bb24&device_id=1880a6bd-8a58-4755-b7de-37512e26a7b9 HTTP/1.1" status: 200 len: 1097 time: 0.0909185 Sep 09 05:17:19.842642 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Pushing event updated for resources: {'Port': ['ID=c5e39047-1d7f-4114-87dd-09560771c0ed,revision_number=4']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:19.859264 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-8bd34125-dea9-48f2-b81c-4ba35aecc773 req-a3c8314d-1f04-4dd9-9eb1-1037771d91f5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44169469-8d75-47db-a923-4e21d5f2a08c HTTP/1.1" status: 200 len: 217 time: 0.0732377 Sep 09 05:17:19.893637 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [req-0b5e671d-82c7-4203-9f8a-62f8e1365019 req-035f27de-c677-42ff-873d-e6b1ec87a6db tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify callbacks [] for port, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:19.918453 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] For port 94c580bc-577b-4d6f-9a69-e2643d8fa18e, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=94c580bc-577b-4d6f-9a69-e2643d8fa18e,segment=NetworkSegment(d7e28618-7834-4ff3-8153-91619290a605),segment_id=d7e28618-7834-4ff3-8153-91619290a605)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:17:19.929318 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd34125-dea9-48f2-b81c-4ba35aecc773 req-0f913761-ad89-4ef1-ac0f-3833e0aa8c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:19.931533 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-8bd34125-dea9-48f2-b81c-4ba35aecc773 req-0f913761-ad89-4ef1-ac0f-3833e0aa8c47 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0c182cba-f24f-48d3-93d9-c95e60c8cd67 HTTP/1.1" status: 200 len: 858 time: 0.0658731 Sep 09 05:17:19.932160 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Returning: {'device': '94c580bc-577b-4d6f-9a69-e2643d8fa18e', 'network_id': '18df9872-60ee-4348-aae2-75569367b110', 'port_id': '94c580bc-577b-4d6f-9a69-e2643d8fa18e', 'mac_address': 'fa:16:3e:e0:ea:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd84f57d-7768-478e-9613-ee42002bd25a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 05:17:19.942638 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-0003c504-81a0-4b20-b1a0-7bd3e3da99c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442'] for subnet, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:19.972516 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-8bd34125-dea9-48f2-b81c-4ba35aecc773 req-ae950bed-60c1-4be5-8559-17253f2cd7e4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=00cd2a8c-0672-473b-a5e4-39b12300043e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342753 Sep 09 05:17:19.981880 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:19.993596 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-9be1833d-4f5c-4ff5-a40f-fe06133af928 req-9279bb97-34fb-4854-a3e0-6e0e0e0bc562 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/ports?device_id=8da8187b-6d5c-4b93-abb6-1e2d520bb3e8 HTTP/1.1" status: 200 len: 210 time: 0.0883517 Sep 09 05:17:19.994684 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-19625ce9-d554-4a40-b9c9-be5573213df9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:19.997884 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.db.provisioning_blocks [req-0b5e671d-82c7-4203-9f8a-62f8e1365019 req-035f27de-c677-42ff-873d-e6b1ec87a6db tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Transition to ACTIVE for port object b8b0999b-cf5b-4349-ac9d-3ce487d83d68 will not be triggered until provisioned by entity DHCP. {{(pid=94298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 05:17:20.013333 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.notifiers.nova [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94c580bc-577b-4d6f-9a69-e2643d8fa18e {{(pid=94299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 05:17:20.040371 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] For port 94c580bc-577b-4d6f-9a69-e2643d8fa18e, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=94c580bc-577b-4d6f-9a69-e2643d8fa18e,segment=NetworkSegment(d7e28618-7834-4ff3-8153-91619290a605),segment_id=d7e28618-7834-4ff3-8153-91619290a605)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:17:20.045881 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:20.091806 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-8bd34125-dea9-48f2-b81c-4ba35aecc773 req-50738dbc-8611-4020-9a96-37da8bbcb96c service neutron] 10.222.0.23 "GET /v2.0/networks/00cd2a8c-0672-473b-a5e4-39b12300043e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106446 Sep 09 05:17:20.115476 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Pushing event updated for resources: {'Port': ['ID=94c580bc-577b-4d6f-9a69-e2643d8fa18e,revision_number=4']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:20.141321 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6cc6a1-daf2-4d31-b399-c906df872d06 req-1fdf3f86-ee62-4c09-9692-ae7edfceac71 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:20.142865 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-7e6cc6a1-daf2-4d31-b399-c906df872d06 req-1fdf3f86-ee62-4c09-9692-ae7edfceac71 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e2c0125-9084-4058-906a-114695d331a7 HTTP/1.1" status: 200 len: 944 time: 0.2429509 Sep 09 05:17:20.150981 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0003c504-81a0-4b20-b1a0-7bd3e3da99c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=484c28a5-00dd-4b30-adac-092848c7dd1e,revision_number=0']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:20.168127 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [req-0b5e671d-82c7-4203-9f8a-62f8e1365019 req-035f27de-c677-42ff-873d-e6b1ec87a6db tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748631669697'] for port, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:20.190310 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0003c504-81a0-4b20-b1a0-7bd3e3da99c6 admin admin] Checking segment: {'id': 'a752eba9-87df-4172-9300-f221ebd00fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '7223def3-efd6-40cf-9305-52b35a202244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 05:17:20.190566 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0003c504-81a0-4b20-b1a0-7bd3e3da99c6 admin admin] Network hostable DHCP agents. Network: 7223def3-efd6-40cf-9305-52b35a202244, hostable agents: ['bd61413d-9299-49db-9f91-5814fb92a5ef'], hosted agents: [] {{(pid=94298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 05:17:20.212412 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-8bd34125-dea9-48f2-b81c-4ba35aecc773 req-212ff019-91c1-4fd4-9028-9a271eb90aa0 service neutron] 10.222.0.23 "GET /v2.0/networks/00cd2a8c-0672-473b-a5e4-39b12300043e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120758 Sep 09 05:17:20.259059 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b5e671d-82c7-4203-9f8a-62f8e1365019 req-035f27de-c677-42ff-873d-e6b1ec87a6db tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Network 7b28e044-cfb6-46f2-81af-55250817b403 is already hosted by enough agents. {{(pid=94298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 05:17:20.273033 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.base_scheduler [req-0b5e671d-82c7-4203-9f8a-62f8e1365019 req-035f27de-c677-42ff-873d-e6b1ec87a6db tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Resources bound (agent type, host, resource id): {{(pid=94298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 05:17:20.284518 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-7e6cc6a1-daf2-4d31-b399-c906df872d06 req-c97451a2-03e8-4456-97e6-15a8f2527516 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b559db1-1589-4e96-9e76-ca77d0cb852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292777 Sep 09 05:17:20.289900 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b5e671d-82c7-4203-9f8a-62f8e1365019 req-035f27de-c677-42ff-873d-e6b1ec87a6db tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Received port after_create {{(pid=94298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 05:17:20.298614 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e671d-82c7-4203-9f8a-62f8e1365019 req-035f27de-c677-42ff-873d-e6b1ec87a6db tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:20.299254 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [req-0b5e671d-82c7-4203-9f8a-62f8e1365019 req-035f27de-c677-42ff-873d-e6b1ec87a6db tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-438482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for port, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:20.305602 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0003c504-81a0-4b20-b1a0-7bd3e3da99c6 admin admin] Network 7223def3-efd6-40cf-9305-52b35a202244 is scheduled to be hosted by DHCP agent bd61413d-9299-49db-9f91-5814fb92a5ef with binding_index 1 {{(pid=94298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 05:17:20.307703 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035f27de-c677-42ff-873d-e6b1ec87a6db tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Pushing event updated for resources: {'Port': ['ID=b8b0999b-cf5b-4349-ac9d-3ce487d83d68,revision_number=1']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:20.314587 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-f3e82136-8b4f-4ed8-a348-7843526f14ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:20.325885 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47733589-ea9b-443b-8166-93565e00404f req-51e2db22-4f48-4c3d-8fe2-37671cb97739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:20.326098 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-f3e82136-8b4f-4ed8-a348-7843526f14ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:20.326531 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] get_ports_and_sgs() called for port_ids ['94c580bc-577b-4d6f-9a69-e2643d8fa18e'] {{(pid=94299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 05:17:20.328327 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-47733589-ea9b-443b-8166-93565e00404f req-51e2db22-4f48-4c3d-8fe2-37671cb97739 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bc42907dc3434e2ea444add09b95bb24&device_id=1880a6bd-8a58-4755-b7de-37512e26a7b9 HTTP/1.1" status: 200 len: 1097 time: 0.0584238 Sep 09 05:17:20.332246 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] get_ports_and_sgs() called for port_ids ['c5e39047-1d7f-4114-87dd-09560771c0ed'] {{(pid=94299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 05:17:20.342320 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.base_scheduler [None req-0003c504-81a0-4b20-b1a0-7bd3e3da99c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-14-iscsi, 7223def3-efd6-40cf-9305-52b35a202244) {{(pid=94298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 05:17:20.363121 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0003c504-81a0-4b20-b1a0-7bd3e3da99c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:20.363720 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-0003c504-81a0-4b20-b1a0-7bd3e3da99c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for subnet, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:20.377533 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d00a882a-be10-467f-be2b-514ad17fd0a0 None None] Network 7223def3-efd6-40cf-9305-52b35a202244 requested from dv-cinder-772623-14-iscsi {{(pid=94299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 05:17:20.404011 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-f3e82136-8b4f-4ed8-a348-7843526f14ab admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=620b346ce12342eb9bb39a31b537a0eb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5147853 Sep 09 05:17:20.406888 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 33518) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:17:20.409148 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e82136-8b4f-4ed8-a348-7843526f14ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e62fa7-8d48-4d83-9041-6a3951da1b44,revision_number=1']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:20.521149 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-19625ce9-d554-4a40-b9c9-be5573213df9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:20.534473 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-19625ce9-d554-4a40-b9c9-be5573213df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:20.538351 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-053b96fe-d589-4e67-8509-2c8a45cd1f36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:20.542251 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47733589-ea9b-443b-8166-93565e00404f req-9a9d91a6-4db7-4fca-82dd-a80454c3779e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:20.543731 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-47733589-ea9b-443b-8166-93565e00404f req-9a9d91a6-4db7-4fca-82dd-a80454c3779e service neutron] 10.222.0.23 "GET /v2.0/networks?id=00cd2a8c-0672-473b-a5e4-39b12300043e HTTP/1.1" status: 200 len: 918 time: 0.2049663 Sep 09 05:17:20.545746 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-0003c504-81a0-4b20-b1a0-7bd3e3da99c6 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9283266 Sep 09 05:17:20.557932 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-0b5e671d-82c7-4203-9f8a-62f8e1365019 req-035f27de-c677-42ff-873d-e6b1ec87a6db tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8106115 Sep 09 05:17:20.572589 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.v2.base [req-0b5e671d-82c7-4203-9f8a-62f8e1365019 req-ae1ee647-6970-4ca4-9dbd-d348b2dad23a service neutron] Request body: {'port': {'device_id': '8da8187b-6d5c-4b93-abb6-1e2d520bb3e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=94298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:17:20.612096 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-053b96fe-d589-4e67-8509-2c8a45cd1f36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:20.710048 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-47733589-ea9b-443b-8166-93565e00404f req-2839fad8-889d-4a16-bebe-8c736e8191e9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44169469-8d75-47db-a923-4e21d5f2a08c HTTP/1.1" status: 200 len: 217 time: 0.0573957 Sep 09 05:17:20.764589 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [req-0b5e671d-82c7-4203-9f8a-62f8e1365019 req-ae1ee647-6970-4ca4-9dbd-d348b2dad23a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:20.772585 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-053b96fe-d589-4e67-8509-2c8a45cd1f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:20.772802 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-73f9b0f1-cfe6-40b8-9ad0-80952df85f08 None None] Provisioning for port b8b0999b-cf5b-4349-ac9d-3ce487d83d68 completed by entity DHCP. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 05:17:20.776845 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-053b96fe-d589-4e67-8509-2c8a45cd1f36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:20.778062 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-053b96fe-d589-4e67-8509-2c8a45cd1f36 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d1e62fa7-8d48-4d83-9041-6a3951da1b44 HTTP/1.1" status: 204 len: 168 time: 0.3694069 Sep 09 05:17:20.779702 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47733589-ea9b-443b-8166-93565e00404f req-f944979e-381d-4348-95b4-6f77ac63661d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:20.781785 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-47733589-ea9b-443b-8166-93565e00404f req-f944979e-381d-4348-95b4-6f77ac63661d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0c182cba-f24f-48d3-93d9-c95e60c8cd67 HTTP/1.1" status: 200 len: 858 time: 0.0632675 Sep 09 05:17:20.790333 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-73f9b0f1-cfe6-40b8-9ad0-80952df85f08 None None] Provisioning complete for port b8b0999b-cf5b-4349-ac9d-3ce487d83d68 triggered by entity DHCP. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:17:20.790936 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-73f9b0f1-cfe6-40b8-9ad0-80952df85f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:20.799688 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053b96fe-d589-4e67-8509-2c8a45cd1f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e62fa7-8d48-4d83-9041-6a3951da1b44,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:20.833338 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-47733589-ea9b-443b-8166-93565e00404f req-48173b1e-2993-4c28-ac98-41ba362c38cb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=00cd2a8c-0672-473b-a5e4-39b12300043e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422018 Sep 09 05:17:20.872689 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 33532) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:17:20.873114 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-19625ce9-d554-4a40-b9c9-be5573213df9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7b1c7a69dcea442ca7880fd882f38b1a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3662779 Sep 09 05:17:20.878777 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19625ce9-d554-4a40-b9c9-be5573213df9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b047fb8-dd81-450c-9c5a-cd7167765bb5,revision_number=1']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:20.938502 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.plugin [None req-73f9b0f1-cfe6-40b8-9ad0-80952df85f08 None None] Port b8b0999b-cf5b-4349-ac9d-3ce487d83d68 cannot update to ACTIVE because it is not bound. {{(pid=94299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 05:17:20.949100 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0040c692-0a75-488b-9e2b-70b3b82b5f9c req-f85c95a1-356f-4203-9216-fe86dc3d3591 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:20.951920 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-0040c692-0a75-488b-9e2b-70b3b82b5f9c req-f85c95a1-356f-4203-9216-fe86dc3d3591 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=1880a6bd-8a58-4755-b7de-37512e26a7b9 HTTP/1.1" status: 200 len: 944 time: 0.1371117 Sep 09 05:17:20.962665 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559c337c-f7a8-42fe-b681-a974988fd13c req-df6eac77-1021-41fc-84f2-f81fc08391e4 tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:20.964632 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-559c337c-f7a8-42fe-b681-a974988fd13c req-df6eac77-1021-41fc-84f2-f81fc08391e4 tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bb4d0fc-9007-45f5-834b-bc5f0ca7a336 HTTP/1.1" status: 200 len: 944 time: 0.2919145 Sep 09 05:17:20.972193 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5dc88c-1edb-414a-b8d0-76c4f8e57b51 None None] Network 7223def3-efd6-40cf-9305-52b35a202244 requested from dv-cinder-772623-14-iscsi {{(pid=94299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 05:17:20.990009 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-3aee061a-af58-4715-ac90-1d7bda04a987 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:21.018239 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-47733589-ea9b-443b-8166-93565e00404f req-a7962437-48e4-483f-a346-bdd2646506fc service neutron] 10.222.0.23 "GET /v2.0/networks/00cd2a8c-0672-473b-a5e4-39b12300043e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771789 Sep 09 05:17:21.030630 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-3aee061a-af58-4715-ac90-1d7bda04a987 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:21.145984 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-559c337c-f7a8-42fe-b681-a974988fd13c req-d8154a53-c64b-462e-98df-cb3ed4974e7f tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0a63ef-aff5-4cdc-93e8-c90f653570e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664381 Sep 09 05:17:21.172910 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-0040c692-0a75-488b-9e2b-70b3b82b5f9c req-a82fdbcc-9c98-4210-b5f2-634dabb6b4c7 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008467 Sep 09 05:17:21.199175 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-47733589-ea9b-443b-8166-93565e00404f req-1c0c3f6e-2b27-49c6-b55e-6faadfbf3caa service neutron] 10.222.0.23 "GET /v2.0/networks/00cd2a8c-0672-473b-a5e4-39b12300043e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671579 Sep 09 05:17:21.199175 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-3aee061a-af58-4715-ac90-1d7bda04a987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:21.206995 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-3aee061a-af58-4715-ac90-1d7bda04a987 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:21.212520 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-3aee061a-af58-4715-ac90-1d7bda04a987 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5b047fb8-dd81-450c-9c5a-cd7167765bb5 HTTP/1.1" status: 204 len: 168 time: 0.3348141 Sep 09 05:17:21.228804 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aee061a-af58-4715-ac90-1d7bda04a987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b047fb8-dd81-450c-9c5a-cd7167765bb5,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:21.296339 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device 0e8e5cc9-2383-4dac-8a0c-e8e67256409c details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=94299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 05:17:21.375298 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30fbf61-1b5a-427d-aaed-80f08b670ae2 req-35095038-690c-44a8-8804-1c7e11ac2b54 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:21.379905 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-c30fbf61-1b5a-427d-aaed-80f08b670ae2 req-35095038-690c-44a8-8804-1c7e11ac2b54 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/ports?device_id=8da8187b-6d5c-4b93-abb6-1e2d520bb3e8 HTTP/1.1" status: 200 len: 932 time: 0.1265182 Sep 09 05:17:21.534474 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.notifiers.nova [req-0b5e671d-82c7-4203-9f8a-62f8e1365019 req-ae1ee647-6970-4ca4-9dbd-d348b2dad23a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8b0999b-cf5b-4349-ac9d-3ce487d83d68 {{(pid=94298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 05:17:21.548221 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-c30fbf61-1b5a-427d-aaed-80f08b670ae2 req-f785d6d6-a9ff-4e5b-86b7-88b9e97d46dd tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df6ce14-99a9-4cef-b918-a25f9a2fffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309524 Sep 09 05:17:21.550286 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [req-0b5e671d-82c7-4203-9f8a-62f8e1365019 req-ae1ee647-6970-4ca4-9dbd-d348b2dad23a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:21.569986 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a61a31d-d0ce-4f9f-83ca-bc3682d7f643 req-35e3ebbc-23cc-4bea-921e-069d3bff9a52 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:21.572385 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-1a61a31d-d0ce-4f9f-83ca-bc3682d7f643 req-35e3ebbc-23cc-4bea-921e-069d3bff9a52 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e2c0125-9084-4058-906a-114695d331a7 HTTP/1.1" status: 200 len: 944 time: 0.1501720 Sep 09 05:17:21.581755 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.db.provisioning_blocks [req-0b5e671d-82c7-4203-9f8a-62f8e1365019 req-ae1ee647-6970-4ca4-9dbd-d348b2dad23a service neutron] Transition to ACTIVE for port object b8b0999b-cf5b-4349-ac9d-3ce487d83d68 will not be triggered until provisioned by entity L2. {{(pid=94298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 05:17:21.589667 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [req-0b5e671d-82c7-4203-9f8a-62f8e1365019 req-ae1ee647-6970-4ca4-9dbd-d348b2dad23a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:21.663100 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 33576) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:17:21.665218 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-1a61a31d-d0ce-4f9f-83ca-bc3682d7f643 req-370575ac-a601-4140-876f-fb6f118eee68 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b559db1-1589-4e96-9e76-ca77d0cb852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853255 Sep 09 05:17:21.668767 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1ee647-6970-4ca4-9dbd-d348b2dad23a service neutron] Pushing event updated for resources: {'Port': ['ID=b8b0999b-cf5b-4349-ac9d-3ce487d83d68,revision_number=2']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:21.670329 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.v2.base [None req-82fc3af8-52c2-4425-bc9b-43879fc024f8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1670431065-network', 'tenant_id': '9761cc3822014ff383042ea4998c39e9'}} {{(pid=94297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:17:21.732787 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82fc3af8-52c2-4425-bc9b-43879fc024f8 admin admin] Made reservation on behalf of 9761cc3822014ff383042ea4998c39e9 for: {'network': 1} {{(pid=94297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 05:17:21.735325 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.managers [req-0b5e671d-82c7-4203-9f8a-62f8e1365019 req-ae1ee647-6970-4ca4-9dbd-d348b2dad23a service neutron] Attempting to bind port b8b0999b-cf5b-4349-ac9d-3ce487d83d68 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=94298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 05:17:21.735956 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.managers [req-0b5e671d-82c7-4203-9f8a-62f8e1365019 req-ae1ee647-6970-4ca4-9dbd-d348b2dad23a service neutron] Attempting to bind port b8b0999b-cf5b-4349-ac9d-3ce487d83d68 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '44b63472-c473-4956-8286-eaf7d63fb2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '7b28e044-cfb6-46f2-81af-55250817b403'}] {{(pid=94298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 05:17:21.737259 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5e671d-82c7-4203-9f8a-62f8e1365019 req-ae1ee647-6970-4ca4-9dbd-d348b2dad23a service neutron] Attempting to bind port b8b0999b-cf5b-4349-ac9d-3ce487d83d68 on network 7b28e044-cfb6-46f2-81af-55250817b403 {{(pid=94298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 05:17:21.737389 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-82fc3af8-52c2-4425-bc9b-43879fc024f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for network, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:21.743458 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5e671d-82c7-4203-9f8a-62f8e1365019 req-ae1ee647-6970-4ca4-9dbd-d348b2dad23a service neutron] Port b8b0999b-cf5b-4349-ac9d-3ce487d83d68 on network 7b28e044-cfb6-46f2-81af-55250817b403 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=94298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 05:17:21.745616 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5e671d-82c7-4203-9f8a-62f8e1365019 req-ae1ee647-6970-4ca4-9dbd-d348b2dad23a service neutron] Attempting to bind port b8b0999b-cf5b-4349-ac9d-3ce487d83d68 on network 7b28e044-cfb6-46f2-81af-55250817b403 {{(pid=94298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 05:17:21.754858 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5e671d-82c7-4203-9f8a-62f8e1365019 req-ae1ee647-6970-4ca4-9dbd-d348b2dad23a service neutron] Checking agent: {'id': '7670f20e-61bb-4b09-a030-6895aded51bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 5, 15, 5), 'started_at': datetime.datetime(2021, 9, 9, 5, 15, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 5, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 05:17:21.755444 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5e671d-82c7-4203-9f8a-62f8e1365019 req-ae1ee647-6970-4ca4-9dbd-d348b2dad23a service neutron] Checking segment: {'id': '44b63472-c473-4956-8286-eaf7d63fb2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '7b28e044-cfb6-46f2-81af-55250817b403'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 05:17:21.756055 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b5e671d-82c7-4203-9f8a-62f8e1365019 req-ae1ee647-6970-4ca4-9dbd-d348b2dad23a service neutron] Bound using segment: {'id': '44b63472-c473-4956-8286-eaf7d63fb2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '7b28e044-cfb6-46f2-81af-55250817b403'} {{(pid=94298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 05:17:21.756746 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.managers [req-0b5e671d-82c7-4203-9f8a-62f8e1365019 req-ae1ee647-6970-4ca4-9dbd-d348b2dad23a service neutron] Bound port: b8b0999b-cf5b-4349-ac9d-3ce487d83d68, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44b63472-c473-4956-8286-eaf7d63fb2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '7b28e044-cfb6-46f2-81af-55250817b403'}}] {{(pid=94298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 05:17:21.757355 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [req-0b5e671d-82c7-4203-9f8a-62f8e1365019 req-ae1ee647-6970-4ca4-9dbd-d348b2dad23a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:21.764025 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-82fc3af8-52c2-4425-bc9b-43879fc024f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:21.839123 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 33582) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:17:21.844621 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] For port 0e8e5cc9-2383-4dac-8a0c-e8e67256409c, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=0e8e5cc9-2383-4dac-8a0c-e8e67256409c,segment=NetworkSegment(5aa37a3f-66af-4ce9-afe5-b18ee79b928a),segment_id=5aa37a3f-66af-4ce9-afe5-b18ee79b928a)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:17:21.870885 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Returning: {'device': '0e8e5cc9-2383-4dac-8a0c-e8e67256409c', 'network_id': '00cd2a8c-0672-473b-a5e4-39b12300043e', 'port_id': '0e8e5cc9-2383-4dac-8a0c-e8e67256409c', 'mac_address': 'fa:16:3e:07:ea:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c182cba-f24f-48d3-93d9-c95e60c8cd67', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 05:17:21.882218 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-62940f5f-9c07-43a2-8d57-dfc50be566f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:21.926642 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:21.933080 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.db [req-0b5e671d-82c7-4203-9f8a-62f8e1365019 req-ae1ee647-6970-4ca4-9dbd-d348b2dad23a service neutron] For port b8b0999b-cf5b-4349-ac9d-3ce487d83d68, host hv-cinder-77262, cleared binding levels {{(pid=94298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 05:17:21.937600 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.db [req-0b5e671d-82c7-4203-9f8a-62f8e1365019 req-ae1ee647-6970-4ca4-9dbd-d348b2dad23a service neutron] For port b8b0999b-cf5b-4349-ac9d-3ce487d83d68, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=b8b0999b-cf5b-4349-ac9d-3ce487d83d68,segment=NetworkSegment(44b63472-c473-4956-8286-eaf7d63fb2aa),segment_id=44b63472-c473-4956-8286-eaf7d63fb2aa)] {{(pid=94298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 05:17:21.941596 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.notifiers.nova [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e8e5cc9-2383-4dac-8a0c-e8e67256409c {{(pid=94299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 05:17:21.945201 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [req-0b5e671d-82c7-4203-9f8a-62f8e1365019 req-ae1ee647-6970-4ca4-9dbd-d348b2dad23a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:21.964234 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] For port 0e8e5cc9-2383-4dac-8a0c-e8e67256409c, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=0e8e5cc9-2383-4dac-8a0c-e8e67256409c,segment=NetworkSegment(5aa37a3f-66af-4ce9-afe5-b18ee79b928a),segment_id=5aa37a3f-66af-4ce9-afe5-b18ee79b928a)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:17:21.970768 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:21.975081 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-82fc3af8-52c2-4425-bc9b-43879fc024f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:21.983275 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-82fc3af8-52c2-4425-bc9b-43879fc024f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:22.005141 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e671d-82c7-4203-9f8a-62f8e1365019 req-ae1ee647-6970-4ca4-9dbd-d348b2dad23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:22.006518 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [req-0b5e671d-82c7-4203-9f8a-62f8e1365019 req-ae1ee647-6970-4ca4-9dbd-d348b2dad23a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-438482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for port, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:22.008111 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-0b5e671d-82c7-4203-9f8a-62f8e1365019 req-ae1ee647-6970-4ca4-9dbd-d348b2dad23a service neutron] 10.222.0.23 "PUT /v2.0/ports/b8b0999b-cf5b-4349-ac9d-3ce487d83d68 HTTP/1.1" status: 200 len: 1094 time: 1.4412522 Sep 09 05:17:22.011770 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8da8187b-6d5c-4b93-abb6-1e2d520bb3e8', 'tag': 'b8b0999b-cf5b-4349-ac9d-3ce487d83d68'}] {{(pid=94298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 05:17:22.014502 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bce242ee21533c645a402e1a550c8899fb444cbd779d7c78464fb91fbc7682ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26a88aa4-d897-4c50-9b4e-1cf79aeadd6c" -d '{"events": [{"name": "network-changed", "server_uuid": "8da8187b-6d5c-4b93-abb6-1e2d520bb3e8", "tag": "b8b0999b-cf5b-4349-ac9d-3ce487d83d68"}]}' {{(pid=94298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 05:17:22.026519 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82fc3af8-52c2-4425-bc9b-43879fc024f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=94297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 05:17:22.027737 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Pushing event updated for resources: {'Port': ['ID=0e8e5cc9-2383-4dac-8a0c-e8e67256409c,revision_number=4']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:22.050335 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-82fc3af8-52c2-4425-bc9b-43879fc024f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771871'] for segment, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:22.051712 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.db.segments_db [None req-82fc3af8-52c2-4425-bc9b-43879fc024f8 admin admin] Added segment a34854b2-6ad1-46fc-b256-b55bc055ebc6 of type vlan for network f695b0a9-0ca8-4667-84fb-2c0105758dc8 Sep 09 05:17:22.115897 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-82fc3af8-52c2-4425-bc9b-43879fc024f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748631623976'] for network, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:22.119888 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1ee647-6970-4ca4-9dbd-d348b2dad23a service neutron] Pushing event updated for resources: {'Port': ['ID=b8b0999b-cf5b-4349-ac9d-3ce487d83d68,revision_number=3']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:22.127386 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 05:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-829d8ae4-e413-4ca9-881c-b5805d54a41b x-openstack-request-id: req-829d8ae4-e413-4ca9-881c-b5805d54a41b {{(pid=94298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 05:17:22.127873 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8da8187b-6d5c-4b93-abb6-1e2d520bb3e8", "tag": "b8b0999b-cf5b-4349-ac9d-3ce487d83d68", "status": "completed", "code": 200}]} {{(pid=94298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 05:17:22.128504 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-829d8ae4-e413-4ca9-881c-b5805d54a41b {{(pid=94298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 05:17:22.129648 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8da8187b-6d5c-4b93-abb6-1e2d520bb3e8', 'tag': 'b8b0999b-cf5b-4349-ac9d-3ce487d83d68', 'status': 'completed', 'code': 200} Sep 09 05:17:22.152939 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-82fc3af8-52c2-4425-bc9b-43879fc024f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442'] for network, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:22.153990 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82fc3af8-52c2-4425-bc9b-43879fc024f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:22.154623 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-82fc3af8-52c2-4425-bc9b-43879fc024f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for network, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:22.167665 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e671d-82c7-4203-9f8a-62f8e1365019 req-8e8c4ee7-6d95-4a2d-a7f4-e152a5e1e8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:22.169363 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-0b5e671d-82c7-4203-9f8a-62f8e1365019 req-8e8c4ee7-6d95-4a2d-a7f4-e152a5e1e8e4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9bed73d6cc44482b88fb30bf66765cac&device_id=8da8187b-6d5c-4b93-abb6-1e2d520bb3e8 HTTP/1.1" status: 200 len: 1097 time: 0.1076462 Sep 09 05:17:22.190878 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] get_ports_and_sgs() called for port_ids ['0e8e5cc9-2383-4dac-8a0c-e8e67256409c'] {{(pid=94299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 05:17:22.260168 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-0b5e671d-82c7-4203-9f8a-62f8e1365019 req-639dd020-8036-4b76-b6e3-7ac8f56144eb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8b0999b-cf5b-4349-ac9d-3ce487d83d68 HTTP/1.1" status: 200 len: 217 time: 0.0740182 Sep 09 05:17:22.291267 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fc3af8-52c2-4425-bc9b-43879fc024f8 admin admin] Pushing event updated for resources: {'Network': ['ID=f695b0a9-0ca8-4667-84fb-2c0105758dc8,revision_number=1']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:22.316117 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fc3af8-52c2-4425-bc9b-43879fc024f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccd9bf7c-79ae-49af-9e0c-07a870a357a0,revision_number=1']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:22.317043 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Network f695b0a9-0ca8-4667-84fb-2c0105758dc8 details requested by agent ovs-agent-dv-cinder-772623-14-iscsi with host dv-cinder-772623-14-iscsi {{(pid=94299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 05:17:22.353856 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 33594) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:17:22.374805 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-62940f5f-9c07-43a2-8d57-dfc50be566f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:22.386866 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-82fc3af8-52c2-4425-bc9b-43879fc024f8 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7216382 Sep 09 05:17:22.389448 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 33598) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:17:22.394796 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.v2.base [None req-cc1fb5a8-fa9a-4b8d-81fe-f66a1896b554 admin admin] Request body: {'subnet': {'network_id': 'f695b0a9-0ca8-4667-84fb-2c0105758dc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1670431065-subnet', 'tenant_id': '9761cc3822014ff383042ea4998c39e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:17:22.428563 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc1fb5a8-fa9a-4b8d-81fe-f66a1896b554 admin admin] Made reservation on behalf of 9761cc3822014ff383042ea4998c39e9 for: {'subnet': 1} {{(pid=94297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 05:17:22.433113 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-cc1fb5a8-fa9a-4b8d-81fe-f66a1896b554 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:22.437786 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-62940f5f-9c07-43a2-8d57-dfc50be566f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:22.478444 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d277e1-354d-45fa-bd2b-1f97183ea3ab req-7830c066-00ed-442b-a8a1-a06a168089ad tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:22.480121 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-74d277e1-354d-45fa-bd2b-1f97183ea3ab req-7830c066-00ed-442b-a8a1-a06a168089ad tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bb4d0fc-9007-45f5-834b-bc5f0ca7a336 HTTP/1.1" status: 200 len: 944 time: 0.2166743 Sep 09 05:17:22.494030 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b8b75e-e3b5-49bf-8b85-5969b0223e28 req-c46dac99-d2f3-4c01-be1a-8e13d4e1664f tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:22.495699 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-89b8b75e-e3b5-49bf-8b85-5969b0223e28 req-c46dac99-d2f3-4c01-be1a-8e13d4e1664f tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=1880a6bd-8a58-4755-b7de-37512e26a7b9 HTTP/1.1" status: 200 len: 944 time: 0.1698070 Sep 09 05:17:22.496333 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62940f5f-9c07-43a2-8d57-dfc50be566f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff6d286-c149-4edd-869c-c8be2abd2c31,revision_number=1']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:22.558863 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-62940f5f-9c07-43a2-8d57-dfc50be566f1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dabde1a4216d4d84bfd954dcff6213c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7172196 Sep 09 05:17:22.561836 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 33604) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:17:22.568614 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e671d-82c7-4203-9f8a-62f8e1365019 req-5d77a8ab-141b-4f15-af1a-239fb1a55d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:22.570125 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-0b5e671d-82c7-4203-9f8a-62f8e1365019 req-5d77a8ab-141b-4f15-af1a-239fb1a55d07 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=51c02a87-9f42-4bcc-8c63-f9b42807f41e HTTP/1.1" status: 200 len: 849 time: 0.2686155 Sep 09 05:17:22.588113 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-64fb3ec3-9d90-4f62-96fd-b236f32fcd86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:22.638348 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-89b8b75e-e3b5-49bf-8b85-5969b0223e28 req-03a8ef30-3976-4387-9ef7-3dddc5701f59 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250384 Sep 09 05:17:22.653049 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-74d277e1-354d-45fa-bd2b-1f97183ea3ab req-4e87e490-a889-458c-9bf8-f5d31d3826b4 tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0a63ef-aff5-4cdc-93e8-c90f653570e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522052 Sep 09 05:17:22.687565 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5e671d-82c7-4203-9f8a-62f8e1365019 req-cfe1ff91-94e7-4c74-95ae-106471150365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:22.689144 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-0b5e671d-82c7-4203-9f8a-62f8e1365019 req-cfe1ff91-94e7-4c74-95ae-106471150365 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7b28e044-cfb6-46f2-81af-55250817b403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1088998 Sep 09 05:17:22.738108 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-075111f7-0d42-47f8-a7a7-d30a2d06d7da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:22.817369 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-075111f7-0d42-47f8-a7a7-d30a2d06d7da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:22.833994 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-cc1fb5a8-fa9a-4b8d-81fe-f66a1896b554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442'] for subnet, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:22.945537 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-64fb3ec3-9d90-4f62-96fd-b236f32fcd86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:22.956711 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1fb5a8-fa9a-4b8d-81fe-f66a1896b554 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b33f6d1-c838-46bf-af55-83cf566ad229,revision_number=0']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:22.964431 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-64fb3ec3-9d90-4f62-96fd-b236f32fcd86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:23.002882 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-075111f7-0d42-47f8-a7a7-d30a2d06d7da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:23.005746 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-075111f7-0d42-47f8-a7a7-d30a2d06d7da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:23.007285 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-075111f7-0d42-47f8-a7a7-d30a2d06d7da admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8ff6d286-c149-4edd-869c-c8be2abd2c31 HTTP/1.1" status: 204 len: 168 time: 0.4435236 Sep 09 05:17:23.015855 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7165737a-0ee5-4870-8b97-d8035df5e96b req-57212cbf-6086-41c7-9bf3-75dd8ad1d679 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:23.019531 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1fb5a8-fa9a-4b8d-81fe-f66a1896b554 admin admin] Checking segment: {'id': 'a34854b2-6ad1-46fc-b256-b55bc055ebc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'f695b0a9-0ca8-4667-84fb-2c0105758dc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 05:17:23.019902 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1fb5a8-fa9a-4b8d-81fe-f66a1896b554 admin admin] Network hostable DHCP agents. Network: f695b0a9-0ca8-4667-84fb-2c0105758dc8, hostable agents: ['bd61413d-9299-49db-9f91-5814fb92a5ef'], hosted agents: [] {{(pid=94297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 05:17:23.023664 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-7165737a-0ee5-4870-8b97-d8035df5e96b req-57212cbf-6086-41c7-9bf3-75dd8ad1d679 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/ports?device_id=8da8187b-6d5c-4b93-abb6-1e2d520bb3e8 HTTP/1.1" status: 200 len: 944 time: 0.3019578 Sep 09 05:17:23.034941 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fb3ec3-9d90-4f62-96fd-b236f32fcd86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd7baed-4d4f-4591-a49e-4a19e136b341,revision_number=1']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:23.044654 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-64fb3ec3-9d90-4f62-96fd-b236f32fcd86 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=92f24f7f0df9484cbaedc36121327f43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6894689 Sep 09 05:17:23.052201 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 33622) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:17:23.080609 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075111f7-0d42-47f8-a7a7-d30a2d06d7da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff6d286-c149-4edd-869c-c8be2abd2c31,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:23.089312 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231686c1-043a-44da-b218-0b6e4864d92d req-b92560f9-f9ba-46c4-8168-2fd41ca3ea6d tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:23.090848 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-231686c1-043a-44da-b218-0b6e4864d92d req-b92560f9-f9ba-46c4-8168-2fd41ca3ea6d tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e2c0125-9084-4058-906a-114695d331a7 HTTP/1.1" status: 200 len: 944 time: 0.3217220 Sep 09 05:17:23.102986 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1fb5a8-fa9a-4b8d-81fe-f66a1896b554 admin admin] Network f695b0a9-0ca8-4667-84fb-2c0105758dc8 is scheduled to be hosted by DHCP agent bd61413d-9299-49db-9f91-5814fb92a5ef with binding_index 1 {{(pid=94297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 05:17:23.108997 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-7165737a-0ee5-4870-8b97-d8035df5e96b req-0560ef6d-be53-4d3b-9e0c-74a31383f97f tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df6ce14-99a9-4cef-b918-a25f9a2fffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820086 Sep 09 05:17:23.112422 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-0b5e671d-82c7-4203-9f8a-62f8e1365019 req-c1007fe5-5893-42e0-a577-d9cc89aad6fe service neutron] 10.222.0.23 "GET /v2.0/networks/7b28e044-cfb6-46f2-81af-55250817b403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4075723 Sep 09 05:17:23.134346 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.base_scheduler [None req-cc1fb5a8-fa9a-4b8d-81fe-f66a1896b554 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-14-iscsi, f695b0a9-0ca8-4667-84fb-2c0105758dc8) {{(pid=94297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 05:17:23.139070 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1fb5a8-fa9a-4b8d-81fe-f66a1896b554 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:23.140208 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-cc1fb5a8-fa9a-4b8d-81fe-f66a1896b554 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for subnet, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:23.147515 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ff21db-9c81-4103-a9e3-143a9d4e07d1 None None] Network f695b0a9-0ca8-4667-84fb-2c0105758dc8 requested from dv-cinder-772623-14-iscsi {{(pid=94299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 05:17:23.155663 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-91dcac7c-037d-4857-a2d1-0810b1ee37cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:23.170567 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-cc1fb5a8-fa9a-4b8d-81fe-f66a1896b554 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7799747 Sep 09 05:17:23.188463 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-231686c1-043a-44da-b218-0b6e4864d92d req-c8d55f48-daed-4e62-a7be-f203f35df60d tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b559db1-1589-4e96-9e76-ca77d0cb852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784309 Sep 09 05:17:23.189928 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-91dcac7c-037d-4857-a2d1-0810b1ee37cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:23.251415 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-91dcac7c-037d-4857-a2d1-0810b1ee37cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:23.254820 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-91dcac7c-037d-4857-a2d1-0810b1ee37cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:23.256021 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-91dcac7c-037d-4857-a2d1-0810b1ee37cf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3cd7baed-4d4f-4591-a49e-4a19e136b341 HTTP/1.1" status: 204 len: 168 time: 0.2020075 Sep 09 05:17:23.268221 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dcac7c-037d-4857-a2d1-0810b1ee37cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd7baed-4d4f-4591-a49e-4a19e136b341,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:23.284181 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-0b5e671d-82c7-4203-9f8a-62f8e1365019 req-27ee0cab-84ad-4176-a0ec-ad45e3200c85 service neutron] 10.222.0.23 "GET /v2.0/networks/7b28e044-cfb6-46f2-81af-55250817b403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611009 Sep 09 05:17:23.320453 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device 44169469-8d75-47db-a923-4e21d5f2a08c details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=94299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 05:17:23.323537 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device 0e8e5cc9-2383-4dac-8a0c-e8e67256409c up at agent hyperv_hv-cinder-77262 {{(pid=94299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 05:17:23.349466 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 33634) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:17:23.386937 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a88aa4-d897-4c50-9b4e-1cf79aeadd6c req-c7179c6c-3bfb-48c2-970f-fd69a81261f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:23.388451 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-26a88aa4-d897-4c50-9b4e-1cf79aeadd6c req-c7179c6c-3bfb-48c2-970f-fd69a81261f6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9bed73d6cc44482b88fb30bf66765cac&device_id=8da8187b-6d5c-4b93-abb6-1e2d520bb3e8 HTTP/1.1" status: 200 len: 1097 time: 0.0493050 Sep 09 05:17:23.411541 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.db_base_plugin_v2 [None req-bffd15e5-8b5b-4248-b444-586765f8cf23 admin admin] Deleting subnet 484c28a5-00dd-4b30-adac-092848c7dd1e {{(pid=94297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 05:17:23.417930 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-bffd15e5-8b5b-4248-b444-586765f8cf23 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:23.482038 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-bffd15e5-8b5b-4248-b444-586765f8cf23 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:23.482276 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-407fbd5b-6ba7-4f91-bcb3-ae055b8cec62 None None] Network f695b0a9-0ca8-4667-84fb-2c0105758dc8 requested from dv-cinder-772623-14-iscsi {{(pid=94299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 05:17:23.492673 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-bffd15e5-8b5b-4248-b444-586765f8cf23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3773045'] for subnet, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:23.567722 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a88aa4-d897-4c50-9b4e-1cf79aeadd6c req-a875f7db-0026-427b-a382-fa1b91e692e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:23.569602 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-26a88aa4-d897-4c50-9b4e-1cf79aeadd6c req-a875f7db-0026-427b-a382-fa1b91e692e0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7b28e044-cfb6-46f2-81af-55250817b403 HTTP/1.1" status: 200 len: 910 time: 0.1735635 Sep 09 05:17:23.575483 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-bffd15e5-8b5b-4248-b444-586765f8cf23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3773052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442'] for subnet, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:23.608080 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffd15e5-8b5b-4248-b444-586765f8cf23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=484c28a5-00dd-4b30-adac-092848c7dd1e,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:23.617601 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-26a88aa4-d897-4c50-9b4e-1cf79aeadd6c req-09b6e959-6306-496f-962d-f2cada5a8ac3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8b0999b-cf5b-4349-ac9d-3ce487d83d68 HTTP/1.1" status: 200 len: 217 time: 0.0403955 Sep 09 05:17:23.621569 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-bffd15e5-8b5b-4248-b444-586765f8cf23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:23.625864 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-bffd15e5-8b5b-4248-b444-586765f8cf23 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/484c28a5-00dd-4b30-adac-092848c7dd1e HTTP/1.1" status: 204 len: 168 time: 0.2730269 Sep 09 05:17:23.626120 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 33640) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:17:23.656541 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Provisioning for port 0e8e5cc9-2383-4dac-8a0c-e8e67256409c completed by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 05:17:23.668856 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Provisioning complete for port 0e8e5cc9-2383-4dac-8a0c-e8e67256409c triggered by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:17:23.668856 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:23.719848 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] For port 44169469-8d75-47db-a923-4e21d5f2a08c, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=44169469-8d75-47db-a923-4e21d5f2a08c,segment=NetworkSegment(5aa37a3f-66af-4ce9-afe5-b18ee79b928a),segment_id=5aa37a3f-66af-4ce9-afe5-b18ee79b928a)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:17:23.731902 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-1ba643e8-738f-461c-846f-9b5adfa36f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3957161'] for network, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:23.741194 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a88aa4-d897-4c50-9b4e-1cf79aeadd6c req-7f47aea5-24c7-4c8a-889b-3b5b59b67aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:23.751326 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-26a88aa4-d897-4c50-9b4e-1cf79aeadd6c req-7f47aea5-24c7-4c8a-889b-3b5b59b67aee service neutron] 10.222.0.23 "GET /v2.0/subnets?id=51c02a87-9f42-4bcc-8c63-f9b42807f41e HTTP/1.1" status: 200 len: 849 time: 0.1222122 Sep 09 05:17:23.770117 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Returning: {'device': '44169469-8d75-47db-a923-4e21d5f2a08c', 'network_id': '00cd2a8c-0672-473b-a5e4-39b12300043e', 'port_id': '44169469-8d75-47db-a923-4e21d5f2a08c', 'mac_address': 'fa:16:3e:a8:2b:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c182cba-f24f-48d3-93d9-c95e60c8cd67', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 05:17:23.838968 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-1ba643e8-738f-461c-846f-9b5adfa36f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3771648', 'neutron.services.segments.db._delete_segments_for_network-8748632184989'] for network, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:23.863064 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-1ba643e8-738f-461c-846f-9b5adfa36f51 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:17:23.863194 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-1ba643e8-738f-461c-846f-9b5adfa36f51 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:17:23.864194 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-1ba643e8-738f-461c-846f-9b5adfa36f51 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:17:23.864311 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-1ba643e8-738f-461c-846f-9b5adfa36f51 admin admin] Subscribe: > port after_create 55550000 {{(pid=94297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:17:23.864625 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-1ba643e8-738f-461c-846f-9b5adfa36f51 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:17:23.865163 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-1ba643e8-738f-461c-846f-9b5adfa36f51 admin admin] Subscribe: > port after_update 55550000 {{(pid=94297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:17:23.865473 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-1ba643e8-738f-461c-846f-9b5adfa36f51 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:17:23.865897 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-1ba643e8-738f-461c-846f-9b5adfa36f51 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:17:23.866219 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-1ba643e8-738f-461c-846f-9b5adfa36f51 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:17:23.866588 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-1ba643e8-738f-461c-846f-9b5adfa36f51 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:17:23.867304 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:23.870844 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:23.889757 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.notifiers.nova [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44169469-8d75-47db-a923-4e21d5f2a08c {{(pid=94299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 05:17:23.920913 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cb26945-4b50-4199-9514-eb3e38c1f59c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e8e5cc9-2383-4dac-8a0c-e8e67256409c'}] {{(pid=94299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 05:17:23.938241 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 33652) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:17:23.956402 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3646b3aa-79f0-4e40-961f-70e9b874c8c3 req-baaa2d20-acad-4e30-bd56-c0630090e664 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:23.958108 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-3646b3aa-79f0-4e40-961f-70e9b874c8c3 req-baaa2d20-acad-4e30-bd56-c0630090e664 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=1880a6bd-8a58-4755-b7de-37512e26a7b9 HTTP/1.1" status: 200 len: 944 time: 0.1749263 Sep 09 05:17:23.967043 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1510b161-ad30-4c36-959e-89d7c944f234 req-9e7c371d-2039-4124-9cb1-2956a4061d61 tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:23.968637 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-1510b161-ad30-4c36-959e-89d7c944f234 req-9e7c371d-2039-4124-9cb1-2956a4061d61 tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bb4d0fc-9007-45f5-834b-bc5f0ca7a336 HTTP/1.1" status: 200 len: 944 time: 0.1437852 Sep 09 05:17:23.970614 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a88aa4-d897-4c50-9b4e-1cf79aeadd6c req-e208a835-2461-470f-aea6-9828a489a862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:23.972047 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-26a88aa4-d897-4c50-9b4e-1cf79aeadd6c req-e208a835-2461-470f-aea6-9828a489a862 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7b28e044-cfb6-46f2-81af-55250817b403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2119987 Sep 09 05:17:23.999112 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] For port 44169469-8d75-47db-a923-4e21d5f2a08c, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=44169469-8d75-47db-a923-4e21d5f2a08c,segment=NetworkSegment(5aa37a3f-66af-4ce9-afe5-b18ee79b928a),segment_id=5aa37a3f-66af-4ce9-afe5-b18ee79b928a)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:17:24.003702 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-4ceaaf1e-9a27-4f73-90c2-1bf986f2e919 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:24.021177 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:24.026645 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] For port 0e8e5cc9-2383-4dac-8a0c-e8e67256409c, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=0e8e5cc9-2383-4dac-8a0c-e8e67256409c,segment=NetworkSegment(5aa37a3f-66af-4ce9-afe5-b18ee79b928a),segment_id=5aa37a3f-66af-4ce9-afe5-b18ee79b928a)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:17:24.055675 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:24.056672 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device c5e39047-1d7f-4114-87dd-09560771c0ed up at agent hyperv_hv-cinder-77262 {{(pid=94299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 05:17:24.098979 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-1ba643e8-738f-461c-846f-9b5adfa36f51 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:17:24.099355 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-1ba643e8-738f-461c-846f-9b5adfa36f51 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:17:24.099687 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-1ba643e8-738f-461c-846f-9b5adfa36f51 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:17:24.100158 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-1ba643e8-738f-461c-846f-9b5adfa36f51 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:17:24.100510 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.services.segments.db [None req-1ba643e8-738f-461c-846f-9b5adfa36f51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7223def3-efd6-40cf-9305-52b35a202244']}} {{(pid=94297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:17:24.144271 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.services.segments.db [None req-1ba643e8-738f-461c-846f-9b5adfa36f51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a752eba9-87df-4172-9300-f221ebd00fc8') {'for_net_delete': True} {{(pid=94297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:17:24.144632 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.services.segments.db [None req-1ba643e8-738f-461c-846f-9b5adfa36f51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a752eba9-87df-4172-9300-f221ebd00fc8') {} {{(pid=94297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:17:24.160566 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-3646b3aa-79f0-4e40-961f-70e9b874c8c3 req-3a39da8f-321a-4b06-b47f-1386faaade22 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819057 Sep 09 05:17:24.166512 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-1ba643e8-738f-461c-846f-9b5adfa36f51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748632182438', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25248122'] for segment, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:24.181420 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-1510b161-ad30-4c36-959e-89d7c944f234 req-37c32b54-8cec-4e6d-9ef9-fa42a25985e6 tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0a63ef-aff5-4cdc-93e8-c90f653570e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966922 Sep 09 05:17:24.197484 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-1ba643e8-738f-461c-846f-9b5adfa36f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771871'] for segment, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:24.198001 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Pushing event updated for resources: {'Port': ['ID=44169469-8d75-47db-a923-4e21d5f2a08c,revision_number=4']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:24.219706 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ba643e8-738f-461c-846f-9b5adfa36f51 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=94297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 05:17:24.220722 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-1ba643e8-738f-461c-846f-9b5adfa36f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29280210'] for segment, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:24.231754 dv-cinder-772623-14-iscsi neutron-server[94297]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 09 05:17:24.231754 dv-cinder-772623-14-iscsi neutron-server[94297]: from cryptography.utils import int_from_bytes Sep 09 05:17:24.231754 dv-cinder-772623-14-iscsi neutron-server[94297]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 09 05:17:24.231754 dv-cinder-772623-14-iscsi neutron-server[94297]: from cryptography.utils import int_from_bytes Sep 09 05:17:24.231754 dv-cinder-772623-14-iscsi neutron-server[94297]: Traceback (most recent call last): Sep 09 05:17:24.231754 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 05:17:24.231754 dv-cinder-772623-14-iscsi neutron-server[94297]: timer() Sep 09 05:17:24.231754 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 05:17:24.231754 dv-cinder-772623-14-iscsi neutron-server[94297]: cb(*args, **kw) Sep 09 05:17:24.231754 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 05:17:24.231754 dv-cinder-772623-14-iscsi neutron-server[94297]: return func(*args, **kwargs) Sep 09 05:17:24.231754 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 05:17:24.231754 dv-cinder-772623-14-iscsi neutron-server[94297]: self._notify() Sep 09 05:17:24.231754 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 05:17:24.231754 dv-cinder-772623-14-iscsi neutron-server[94297]: self.callback(batched_events) Sep 09 05:17:24.231754 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 05:17:24.231754 dv-cinder-772623-14-iscsi neutron-server[94297]: event.method(event) Sep 09 05:17:24.231754 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 05:17:24.231754 dv-cinder-772623-14-iscsi neutron-server[94297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 05:17:24.231754 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 05:17:24.231754 dv-cinder-772623-14-iscsi neutron-server[94297]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 05:17:24.231754 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 05:17:24.231754 dv-cinder-772623-14-iscsi neutron-server[94297]: return f(self, *a, **k) Sep 09 05:17:24.231754 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 05:17:24.231754 dv-cinder-772623-14-iscsi neutron-server[94297]: return self._get(url).json() Sep 09 05:17:24.231754 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 05:17:24.231754 dv-cinder-772623-14-iscsi neutron-server[94297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 05:17:24.231754 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 05:17:24.231754 dv-cinder-772623-14-iscsi neutron-server[94297]: return self.request(url, 'GET', **kwargs) Sep 09 05:17:24.231754 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 05:17:24.231754 dv-cinder-772623-14-iscsi neutron-server[94297]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 05:17:24.231754 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 05:17:24.231754 dv-cinder-772623-14-iscsi neutron-server[94297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 05:17:24.231754 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 05:17:24.231754 dv-cinder-772623-14-iscsi neutron-server[94297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 05:17:24.231754 dv-cinder-772623-14-iscsi neutron-server[94297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 05:17:24.275303 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-26a88aa4-d897-4c50-9b4e-1cf79aeadd6c req-ac4dc690-bf4e-44f6-bb31-5e60ff316fd5 service neutron] 10.222.0.23 "GET /v2.0/networks/7b28e044-cfb6-46f2-81af-55250817b403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819366 Sep 09 05:17:24.295355 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] get_ports_and_sgs() called for port_ids ['44169469-8d75-47db-a923-4e21d5f2a08c'] {{(pid=94299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 05:17:24.404652 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6baa3fa754b64f0f84acd20b1d53bd6375697f3cd0d79ee629041410e58b9d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f13473b1-feb7-48de-b15d-438e15b113e6" -d '{"events": [{"server_uuid": "3cb26945-4b50-4199-9514-eb3e38c1f59c", "name": "network-vif-plugged", "status": "completed", "tag": "0e8e5cc9-2383-4dac-8a0c-e8e67256409c"}]}' {{(pid=94299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 05:17:24.422096 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-4ceaaf1e-9a27-4f73-90c2-1bf986f2e919 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:24.424794 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Provisioning for port c5e39047-1d7f-4114-87dd-09560771c0ed completed by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 05:17:24.428822 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-1ba643e8-738f-461c-846f-9b5adfa36f51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3773683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600345'] for network, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:24.440843 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-1ba643e8-738f-461c-846f-9b5adfa36f51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for network, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:24.446185 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-1ba643e8-738f-461c-846f-9b5adfa36f51 admin admin] 10.222.0.24 "DELETE /v2.0/networks/7223def3-efd6-40cf-9305-52b35a202244 HTTP/1.1" status: 204 len: 168 time: 0.8161178 Sep 09 05:17:24.472498 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 33674) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:17:24.478602 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-4ceaaf1e-9a27-4f73-90c2-1bf986f2e919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:24.485098 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Provisioning complete for port c5e39047-1d7f-4114-87dd-09560771c0ed triggered by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:17:24.489190 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:24.499774 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba643e8-738f-461c-846f-9b5adfa36f51 admin admin] Pushing event deleted for resources: {'Network': ['ID=7223def3-efd6-40cf-9305-52b35a202244,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:24.526907 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab8859e-3633-41bb-aa7b-baf71b97fb17 req-38fd3f34-40eb-408b-b21e-7df01b8e483f tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:24.528490 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-8ab8859e-3633-41bb-aa7b-baf71b97fb17 req-38fd3f34-40eb-408b-b21e-7df01b8e483f tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/ports?device_id=8da8187b-6d5c-4b93-abb6-1e2d520bb3e8 HTTP/1.1" status: 200 len: 944 time: 0.2016892 Sep 09 05:17:24.539831 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Pushing event updated for resources: {'Port': ['ID=0e8e5cc9-2383-4dac-8a0c-e8e67256409c,revision_number=5']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:24.568230 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ee307fb-dc55-4383-a661-34d7dda6d66d admin admin] Deleting subnet 8b33f6d1-c838-46bf-af55-83cf566ad229 {{(pid=94297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 05:17:24.577452 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-5ee307fb-dc55-4383-a661-34d7dda6d66d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:24.609924 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1749fa-b178-41df-9e74-5abd4ffc25a8 req-b21d71dc-1292-48b6-9e32-b6dca3c58a90 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:24.612086 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-aa1749fa-b178-41df-9e74-5abd4ffc25a8 req-b21d71dc-1292-48b6-9e32-b6dca3c58a90 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e2c0125-9084-4058-906a-114695d331a7 HTTP/1.1" status: 200 len: 944 time: 0.2361748 Sep 09 05:17:24.612795 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceaaf1e-9a27-4f73-90c2-1bf986f2e919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b6957dc-f8e6-4ee5-8973-25cde058337d,revision_number=1']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:24.617013 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-4ceaaf1e-9a27-4f73-90c2-1bf986f2e919 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=10c3c556a70648b597869eff78552253&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6768444 Sep 09 05:17:24.628453 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 33680) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:17:24.678585 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-8ab8859e-3633-41bb-aa7b-baf71b97fb17 req-03662feb-9d79-455f-b32c-769260fc4628 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df6ce14-99a9-4cef-b918-a25f9a2fffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361284 Sep 09 05:17:24.684581 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-26a88aa4-d897-4c50-9b4e-1cf79aeadd6c req-d652909e-61d7-45fa-807c-d9d3d904573f service neutron] 10.222.0.23 "GET /v2.0/networks/7b28e044-cfb6-46f2-81af-55250817b403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4006999 Sep 09 05:17:24.686605 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-5ee307fb-dc55-4383-a661-34d7dda6d66d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25248003'] for subnet, precommit_delete_associations {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:24.752672 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:24.799544 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-5ee307fb-dc55-4383-a661-34d7dda6d66d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3773045'] for subnet, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:24.809215 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-aa1749fa-b178-41df-9e74-5abd4ffc25a8 req-30534ac8-bdd0-4dae-8aa0-61830956d70d tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b559db1-1589-4e96-9e76-ca77d0cb852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849136 Sep 09 05:17:24.828422 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-a0889512-ae68-4adc-9e3e-67f5b3fcc609 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:24.832178 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] For port c5e39047-1d7f-4114-87dd-09560771c0ed, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c5e39047-1d7f-4114-87dd-09560771c0ed,segment=NetworkSegment(2253588a-18bc-44eb-b0be-6d785831d1ef),segment_id=2253588a-18bc-44eb-b0be-6d785831d1ef)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:17:24.843117 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:24.844161 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device 94c580bc-577b-4d6f-9a69-e2643d8fa18e up at agent hyperv_hv-cinder-77262 {{(pid=94299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 05:17:24.875129 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-a0889512-ae68-4adc-9e3e-67f5b3fcc609 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:24.876021 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-5ee307fb-dc55-4383-a661-34d7dda6d66d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3773052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29281072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28951308'] for subnet, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:24.948031 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee307fb-dc55-4383-a661-34d7dda6d66d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b33f6d1-c838-46bf-af55-83cf566ad229,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:24.949048 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-a0889512-ae68-4adc-9e3e-67f5b3fcc609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:24.952126 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-a0889512-ae68-4adc-9e3e-67f5b3fcc609 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:24.952367 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Pushing event updated for resources: {'Port': ['ID=c5e39047-1d7f-4114-87dd-09560771c0ed,revision_number=5']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:24.954558 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-a0889512-ae68-4adc-9e3e-67f5b3fcc609 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0b6957dc-f8e6-4ee5-8973-25cde058337d HTTP/1.1" status: 204 len: 168 time: 0.3223968 Sep 09 05:17:24.967456 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-5ee307fb-dc55-4383-a661-34d7dda6d66d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:24.972504 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-5ee307fb-dc55-4383-a661-34d7dda6d66d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8b33f6d1-c838-46bf-af55-83cf566ad229 HTTP/1.1" status: 204 len: 168 time: 0.4985065 Sep 09 05:17:24.973074 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 33698) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:17:24.976385 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0889512-ae68-4adc-9e3e-67f5b3fcc609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b6957dc-f8e6-4ee5-8973-25cde058337d,revision_number=None']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:25.003990 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Provisioning for port 94c580bc-577b-4d6f-9a69-e2643d8fa18e completed by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 05:17:25.009549 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Provisioning complete for port 94c580bc-577b-4d6f-9a69-e2643d8fa18e triggered by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:17:25.010095 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:25.070497 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 05:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa5ead1-913d-49f6-9412-bd8745badbfa x-openstack-request-id: req-5aa5ead1-913d-49f6-9412-bd8745badbfa {{(pid=94299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 05:17:25.070823 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cb26945-4b50-4199-9514-eb3e38c1f59c", "name": "network-vif-plugged", "status": "completed", "tag": "0e8e5cc9-2383-4dac-8a0c-e8e67256409c", "code": 200}]} {{(pid=94299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 05:17:25.071079 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5aa5ead1-913d-49f6-9412-bd8745badbfa {{(pid=94299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 05:17:25.071572 dv-cinder-772623-14-iscsi neutron-server[94299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cb26945-4b50-4199-9514-eb3e38c1f59c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e8e5cc9-2383-4dac-8a0c-e8e67256409c', 'code': 200} Sep 09 05:17:25.109475 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-6fbd5d25-c9a1-46b1-b41f-3afb9789defb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3957161'] for network, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:25.139186 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:25.185159 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] For port 94c580bc-577b-4d6f-9a69-e2643d8fa18e, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=94c580bc-577b-4d6f-9a69-e2643d8fa18e,segment=NetworkSegment(d7e28618-7834-4ff3-8153-91619290a605),segment_id=d7e28618-7834-4ff3-8153-91619290a605)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:17:25.192480 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:25.255651 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Pushing event updated for resources: {'Port': ['ID=94c580bc-577b-4d6f-9a69-e2643d8fa18e,revision_number=5']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:25.293715 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-6fbd5d25-c9a1-46b1-b41f-3afb9789defb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3771648', 'neutron.services.segments.db._delete_segments_for_network-8748632184989'] for network, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:25.327589 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.services.segments.db [None req-6fbd5d25-c9a1-46b1-b41f-3afb9789defb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f695b0a9-0ca8-4667-84fb-2c0105758dc8']}} {{(pid=94297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:17:25.339200 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.services.segments.db [None req-6fbd5d25-c9a1-46b1-b41f-3afb9789defb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a34854b2-6ad1-46fc-b256-b55bc055ebc6') {'for_net_delete': True} {{(pid=94297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:17:25.339500 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.services.segments.db [None req-6fbd5d25-c9a1-46b1-b41f-3afb9789defb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a34854b2-6ad1-46fc-b256-b55bc055ebc6') {} {{(pid=94297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:17:25.369144 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-6fbd5d25-c9a1-46b1-b41f-3afb9789defb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748632182438', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25248122'] for segment, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:25.416959 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-6fbd5d25-c9a1-46b1-b41f-3afb9789defb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771871'] for segment, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:25.439930 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fbd5d25-c9a1-46b1-b41f-3afb9789defb admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=94297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 05:17:25.440684 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-6fbd5d25-c9a1-46b1-b41f-3afb9789defb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29280210'] for segment, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:25.444087 dv-cinder-772623-14-iscsi neutron-server[94297]: Traceback (most recent call last): Sep 09 05:17:25.444087 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 05:17:25.444087 dv-cinder-772623-14-iscsi neutron-server[94297]: timer() Sep 09 05:17:25.444087 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 05:17:25.444087 dv-cinder-772623-14-iscsi neutron-server[94297]: cb(*args, **kw) Sep 09 05:17:25.444087 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 05:17:25.444087 dv-cinder-772623-14-iscsi neutron-server[94297]: return func(*args, **kwargs) Sep 09 05:17:25.444087 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 05:17:25.444087 dv-cinder-772623-14-iscsi neutron-server[94297]: self._notify() Sep 09 05:17:25.444087 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 05:17:25.444087 dv-cinder-772623-14-iscsi neutron-server[94297]: self.callback(batched_events) Sep 09 05:17:25.444087 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 05:17:25.444087 dv-cinder-772623-14-iscsi neutron-server[94297]: event.method(event) Sep 09 05:17:25.444087 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 05:17:25.444087 dv-cinder-772623-14-iscsi neutron-server[94297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 05:17:25.444087 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 05:17:25.444087 dv-cinder-772623-14-iscsi neutron-server[94297]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 05:17:25.444087 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 05:17:25.444087 dv-cinder-772623-14-iscsi neutron-server[94297]: return f(self, *a, **k) Sep 09 05:17:25.444087 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 05:17:25.444087 dv-cinder-772623-14-iscsi neutron-server[94297]: return self._get(url).json() Sep 09 05:17:25.444087 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 05:17:25.444087 dv-cinder-772623-14-iscsi neutron-server[94297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 05:17:25.444087 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 05:17:25.444087 dv-cinder-772623-14-iscsi neutron-server[94297]: return self.request(url, 'GET', **kwargs) Sep 09 05:17:25.444087 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 05:17:25.444087 dv-cinder-772623-14-iscsi neutron-server[94297]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 05:17:25.444087 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 05:17:25.444087 dv-cinder-772623-14-iscsi neutron-server[94297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 05:17:25.444087 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 05:17:25.444087 dv-cinder-772623-14-iscsi neutron-server[94297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 05:17:25.444087 dv-cinder-772623-14-iscsi neutron-server[94297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 05:17:25.469952 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dff329-1786-4317-afb9-6c51cb929124 req-5e8e37b8-042e-4431-8293-54083893760b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:25.469952 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-d3dff329-1786-4317-afb9-6c51cb929124 req-5e8e37b8-042e-4431-8293-54083893760b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3cb26945-4b50-4199-9514-eb3e38c1f59c HTTP/1.1" status: 200 len: 1098 time: 0.1850545 Sep 09 05:17:25.483488 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd1a3db-a16a-4662-b9d1-e03d4586b4e5 req-60812a97-6992-44ae-846d-971af24b83c3 tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:25.490904 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-0fd1a3db-a16a-4662-b9d1-e03d4586b4e5 req-60812a97-6992-44ae-846d-971af24b83c3 tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bb4d0fc-9007-45f5-834b-bc5f0ca7a336 HTTP/1.1" status: 200 len: 945 time: 0.1388772 Sep 09 05:17:25.517336 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aeb66c-408e-4586-9014-72c77950d302 req-3c300d18-3849-4294-9980-2cfc6c6abf5d tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:25.518995 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-33aeb66c-408e-4586-9014-72c77950d302 req-3c300d18-3849-4294-9980-2cfc6c6abf5d tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=1880a6bd-8a58-4755-b7de-37512e26a7b9 HTTP/1.1" status: 200 len: 945 time: 0.1692674 Sep 09 05:17:25.521182 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-6fbd5d25-c9a1-46b1-b41f-3afb9789defb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3773683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600345'] for network, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:25.531148 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-6fbd5d25-c9a1-46b1-b41f-3afb9789defb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for network, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:25.533436 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-6fbd5d25-c9a1-46b1-b41f-3afb9789defb admin admin] 10.222.0.24 "DELETE /v2.0/networks/f695b0a9-0ca8-4667-84fb-2c0105758dc8 HTTP/1.1" status: 204 len: 168 time: 0.5588901 Sep 09 05:17:25.542578 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [req-d3dff329-1786-4317-afb9-6c51cb929124 req-87353305-5742-4a9a-9e70-e8a1a0c2e399 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:25.546959 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbd5d25-c9a1-46b1-b41f-3afb9789defb admin admin] Pushing event deleted for resources: {'Network': ['ID=f695b0a9-0ca8-4667-84fb-2c0105758dc8,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:25.625847 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-0fd1a3db-a16a-4662-b9d1-e03d4586b4e5 req-2a0f64b7-1a32-4137-889e-fbeea3a8269b tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0a63ef-aff5-4cdc-93e8-c90f653570e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295829 Sep 09 05:17:25.634244 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-33aeb66c-408e-4586-9014-72c77950d302 req-b80533f4-f1d5-4ee2-b9f1-6baf744bc818 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040986 Sep 09 05:17:25.744403 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 33728) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:17:25.747732 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [req-d3dff329-1786-4317-afb9-6c51cb929124 req-87353305-5742-4a9a-9e70-e8a1a0c2e399 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:25.753313 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [req-d3dff329-1786-4317-afb9-6c51cb929124 req-87353305-5742-4a9a-9e70-e8a1a0c2e399 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:25.796727 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-001cff92-0197-460f-a67c-d935d414b1bc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=124860d64c804c5da2b731b0c82a0d3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0509269 Sep 09 05:17:25.799387 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 33730) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:17:25.818340 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-d3dff329-1786-4317-afb9-6c51cb929124 req-87353305-5742-4a9a-9e70-e8a1a0c2e399 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238747 Sep 09 05:17:25.832520 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87353305-5742-4a9a-9e70-e8a1a0c2e399 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7e1899de-24aa-4911-82b6-44356193a563,revision_number=1']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:25.907866 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-b4b6c299-074b-4690-bce9-094d4fcbb0f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:25.937078 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-b4b6c299-074b-4690-bce9-094d4fcbb0f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:25.945235 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8c9b08-6758-4332-83a3-db98d2f34bfa req-94213d96-3988-46eb-972e-8f047ae778e0 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:25.959749 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-6f8c9b08-6758-4332-83a3-db98d2f34bfa req-94213d96-3988-46eb-972e-8f047ae778e0 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/ports?device_id=8da8187b-6d5c-4b93-abb6-1e2d520bb3e8 HTTP/1.1" status: 200 len: 944 time: 0.1142857 Sep 09 05:17:25.996564 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-b4b6c299-074b-4690-bce9-094d4fcbb0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:25.999810 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-b4b6c299-074b-4690-bce9-094d4fcbb0f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:26.005547 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-b4b6c299-074b-4690-bce9-094d4fcbb0f6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4050aaa0-4e57-4798-b47c-764a019554ce HTTP/1.1" status: 204 len: 168 time: 0.2038193 Sep 09 05:17:26.012227 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9e4b17-ed29-4cb8-a601-2279e03e063c req-60566aff-d5b4-462e-b437-6a89cb58d5e5 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:26.013808 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-9c9e4b17-ed29-4cb8-a601-2279e03e063c req-60566aff-d5b4-462e-b437-6a89cb58d5e5 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e2c0125-9084-4058-906a-114695d331a7 HTTP/1.1" status: 200 len: 945 time: 0.1123848 Sep 09 05:17:26.022756 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b6c299-074b-4690-bce9-094d4fcbb0f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4050aaa0-4e57-4798-b47c-764a019554ce,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:26.030888 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-6f8c9b08-6758-4332-83a3-db98d2f34bfa req-ab48027f-cd57-4b3f-b6ab-03793dc0ca06 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df6ce14-99a9-4cef-b918-a25f9a2fffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760009 Sep 09 05:17:26.091760 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-9c9e4b17-ed29-4cb8-a601-2279e03e063c req-09c7f2f2-13f7-4401-bb81-6bd258ce07fa tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b559db1-1589-4e96-9e76-ca77d0cb852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594516 Sep 09 05:17:26.309477 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 33754) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:17:26.347676 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-9fa514f4-aa01-4a72-9d9b-5d732b412061 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9761cc3822014ff383042ea4998c39e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0370288 Sep 09 05:17:26.350498 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 33756) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:17:26.403122 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-1e5346c6-cddc-4953-b513-ccb43307b59e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:26.423679 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-1e5346c6-cddc-4953-b513-ccb43307b59e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:26.479487 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-1e5346c6-cddc-4953-b513-ccb43307b59e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:26.482059 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-1e5346c6-cddc-4953-b513-ccb43307b59e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:26.483255 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-1e5346c6-cddc-4953-b513-ccb43307b59e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ccd9bf7c-79ae-49af-9e0c-07a870a357a0 HTTP/1.1" status: 204 len: 168 time: 0.1316955 Sep 09 05:17:26.491091 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5346c6-cddc-4953-b513-ccb43307b59e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccd9bf7c-79ae-49af-9e0c-07a870a357a0,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:26.816053 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c6609f-c677-43ef-b49f-5518fced83fb req-8637b62f-90de-43ce-8bb1-7955976ee6d5 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:26.822143 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-e0c6609f-c677-43ef-b49f-5518fced83fb req-8637b62f-90de-43ce-8bb1-7955976ee6d5 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=1880a6bd-8a58-4755-b7de-37512e26a7b9 HTTP/1.1" status: 200 len: 945 time: 0.0979819 Sep 09 05:17:26.830549 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0cdfb6-442b-4f10-89eb-b86836700000 req-ee9136e0-cd54-45d1-8d89-039fc7b2dd02 tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:26.832088 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-3d0cdfb6-442b-4f10-89eb-b86836700000 req-ee9136e0-cd54-45d1-8d89-039fc7b2dd02 tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bb4d0fc-9007-45f5-834b-bc5f0ca7a336 HTTP/1.1" status: 200 len: 945 time: 0.1231010 Sep 09 05:17:26.874265 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-e0c6609f-c677-43ef-b49f-5518fced83fb req-0c0944bd-c135-4e79-8300-7492b2b56897 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409734 Sep 09 05:17:26.923249 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-3d0cdfb6-442b-4f10-89eb-b86836700000 req-27105195-5f73-4808-bc69-66b4469c674d tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0a63ef-aff5-4cdc-93e8-c90f653570e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567691 Sep 09 05:17:27.072546 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e2c0125-9084-4058-906a-114695d331a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5e39047-1d7f-4114-87dd-09560771c0ed'}, {'server_uuid': '7bb4d0fc-9007-45f5-834b-bc5f0ca7a336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c580bc-577b-4d6f-9a69-e2643d8fa18e'}] {{(pid=94299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 05:17:27.074968 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6baa3fa754b64f0f84acd20b1d53bd6375697f3cd0d79ee629041410e58b9d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb014692-2338-473d-8261-b552914657ae" -d '{"events": [{"server_uuid": "8e2c0125-9084-4058-906a-114695d331a7", "name": "network-vif-plugged", "status": "completed", "tag": "c5e39047-1d7f-4114-87dd-09560771c0ed"}, {"server_uuid": "7bb4d0fc-9007-45f5-834b-bc5f0ca7a336", "name": "network-vif-plugged", "status": "completed", "tag": "94c580bc-577b-4d6f-9a69-e2643d8fa18e"}]}' {{(pid=94299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 05:17:27.134565 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 09 Sep 2021 05:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e8dd01-277d-4bb5-8b95-85334e059da6 x-openstack-request-id: req-13e8dd01-277d-4bb5-8b95-85334e059da6 {{(pid=94299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 05:17:27.134905 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e2c0125-9084-4058-906a-114695d331a7", "name": "network-vif-plugged", "status": "completed", "tag": "c5e39047-1d7f-4114-87dd-09560771c0ed", "code": 200}, {"server_uuid": "7bb4d0fc-9007-45f5-834b-bc5f0ca7a336", "name": "network-vif-plugged", "status": "completed", "tag": "94c580bc-577b-4d6f-9a69-e2643d8fa18e", "code": 200}]} {{(pid=94299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 05:17:27.135165 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-13e8dd01-277d-4bb5-8b95-85334e059da6 {{(pid=94299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 05:17:27.135535 dv-cinder-772623-14-iscsi neutron-server[94299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e2c0125-9084-4058-906a-114695d331a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5e39047-1d7f-4114-87dd-09560771c0ed', 'code': 200} Sep 09 05:17:27.135776 dv-cinder-772623-14-iscsi neutron-server[94299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb4d0fc-9007-45f5-834b-bc5f0ca7a336', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c580bc-577b-4d6f-9a69-e2643d8fa18e', 'code': 200} Sep 09 05:17:27.171085 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95798fbd-9e6d-46c8-9f5c-a9d7ff0ebc9f req-6b16d8e6-de17-4df7-abb8-2c93738cc92e tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:27.178641 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-95798fbd-9e6d-46c8-9f5c-a9d7ff0ebc9f req-6b16d8e6-de17-4df7-abb8-2c93738cc92e tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/ports?device_id=8da8187b-6d5c-4b93-abb6-1e2d520bb3e8 HTTP/1.1" status: 200 len: 944 time: 0.0820262 Sep 09 05:17:27.228879 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-95798fbd-9e6d-46c8-9f5c-a9d7ff0ebc9f req-03d704d4-1ed9-4b5f-8e41-219d02bf23b6 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df6ce14-99a9-4cef-b918-a25f9a2fffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475740 Sep 09 05:17:27.326648 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.agents_db [None req-c4fa6e85-f278-4c65-a736-468407d89cbd None None] Agent healthcheck: found 6 active agents {{(pid=94300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 05:17:27.329187 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42484f84-2416-4424-ae74-e108c6ac6c1f req-f4f61687-428e-47f7-9a61-41bcdb60b9e9 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:27.340891 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-42484f84-2416-4424-ae74-e108c6ac6c1f req-f4f61687-428e-47f7-9a61-41bcdb60b9e9 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e2c0125-9084-4058-906a-114695d331a7 HTTP/1.1" status: 200 len: 945 time: 0.0783753 Sep 09 05:17:27.353164 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device b8b0999b-cf5b-4349-ac9d-3ce487d83d68 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=94299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 05:17:27.356204 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device 44169469-8d75-47db-a923-4e21d5f2a08c up at agent hyperv_hv-cinder-77262 {{(pid=94299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 05:17:27.486091 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-42484f84-2416-4424-ae74-e108c6ac6c1f req-a1cd233c-0ceb-4008-b23d-8552d76acc3d tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b559db1-1589-4e96-9e76-ca77d0cb852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441417 Sep 09 05:17:27.524498 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ee700d-2a70-4eeb-8898-edf286a7af88 req-96928d90-8ba6-4444-969f-d826c84fabce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:27.526437 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-71ee700d-2a70-4eeb-8898-edf286a7af88 req-96928d90-8ba6-4444-969f-d826c84fabce service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8e2c0125-9084-4058-906a-114695d331a7 HTTP/1.1" status: 200 len: 1098 time: 0.1759949 Sep 09 05:17:27.587134 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] For port b8b0999b-cf5b-4349-ac9d-3ce487d83d68, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=b8b0999b-cf5b-4349-ac9d-3ce487d83d68,segment=NetworkSegment(44b63472-c473-4956-8286-eaf7d63fb2aa),segment_id=44b63472-c473-4956-8286-eaf7d63fb2aa)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:17:27.588401 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e15d5d-f133-4259-ba6e-97f2caacf430 req-c5f3745e-2a09-40c7-87b2-5353978fb43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:27.590714 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Provisioning for port 44169469-8d75-47db-a923-4e21d5f2a08c completed by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 05:17:27.592169 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-c9e15d5d-f133-4259-ba6e-97f2caacf430 req-c5f3745e-2a09-40c7-87b2-5353978fb43f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7bb4d0fc-9007-45f5-834b-bc5f0ca7a336 HTTP/1.1" status: 200 len: 1098 time: 0.1590250 Sep 09 05:17:27.600440 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Provisioning complete for port 44169469-8d75-47db-a923-4e21d5f2a08c triggered by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:17:27.601028 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:27.610598 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-71ee700d-2a70-4eeb-8898-edf286a7af88 req-1ca5cc3c-6c40-4e88-b855-17c8d691694f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0b559db1-1589-4e96-9e76-ca77d0cb852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758691 Sep 09 05:17:27.628713 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Returning: {'device': 'b8b0999b-cf5b-4349-ac9d-3ce487d83d68', 'network_id': '7b28e044-cfb6-46f2-81af-55250817b403', 'port_id': 'b8b0999b-cf5b-4349-ac9d-3ce487d83d68', 'mac_address': 'fa:16:3e:3c:97:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51c02a87-9f42-4bcc-8c63-f9b42807f41e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 05:17:27.652621 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-c9e15d5d-f133-4259-ba6e-97f2caacf430 req-541eb1e7-d9e3-4f4d-948d-ff33266748ce service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0a0a63ef-aff5-4cdc-93e8-c90f653570e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522599 Sep 09 05:17:27.683000 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:27.717019 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.notifiers.nova [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8b0999b-cf5b-4349-ac9d-3ce487d83d68 {{(pid=94299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 05:17:27.744606 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:27.747174 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] For port b8b0999b-cf5b-4349-ac9d-3ce487d83d68, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=b8b0999b-cf5b-4349-ac9d-3ce487d83d68,segment=NetworkSegment(44b63472-c473-4956-8286-eaf7d63fb2aa),segment_id=44b63472-c473-4956-8286-eaf7d63fb2aa)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:17:27.754531 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:27.807372 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] For port 44169469-8d75-47db-a923-4e21d5f2a08c, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=44169469-8d75-47db-a923-4e21d5f2a08c,segment=NetworkSegment(5aa37a3f-66af-4ce9-afe5-b18ee79b928a),segment_id=5aa37a3f-66af-4ce9-afe5-b18ee79b928a)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:17:27.820614 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:27.822911 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Pushing event updated for resources: {'Port': ['ID=b8b0999b-cf5b-4349-ac9d-3ce487d83d68,revision_number=4']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:27.875825 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Pushing event updated for resources: {'Port': ['ID=44169469-8d75-47db-a923-4e21d5f2a08c,revision_number=5']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:28.007424 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3260778c-ecd2-46fd-8ebf-8568c0a09c13 req-0f02de3c-5151-45ac-80cd-1efce587d0e6 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:28.011034 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-3260778c-ecd2-46fd-8ebf-8568c0a09c13 req-0f02de3c-5151-45ac-80cd-1efce587d0e6 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=1880a6bd-8a58-4755-b7de-37512e26a7b9 HTTP/1.1" status: 200 len: 946 time: 0.0664432 Sep 09 05:17:28.050971 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 33850) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:17:28.078356 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-3260778c-ecd2-46fd-8ebf-8568c0a09c13 req-d7ccf35d-0bc3-41ea-8a8c-5b1ca03e69c8 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543325 Sep 09 05:17:28.091563 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05642d3f-aa59-4369-8041-00c1ff7e4c96 req-af4a47d2-0794-4d29-8881-59e75e776fc1 tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:28.102175 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-05642d3f-aa59-4369-8041-00c1ff7e4c96 req-af4a47d2-0794-4d29-8881-59e75e776fc1 tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bb4d0fc-9007-45f5-834b-bc5f0ca7a336 HTTP/1.1" status: 200 len: 945 time: 0.0812578 Sep 09 05:17:28.137739 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-05642d3f-aa59-4369-8041-00c1ff7e4c96 req-6e8eecde-5857-4616-9921-507bbadd4644 tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0a63ef-aff5-4cdc-93e8-c90f653570e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378313 Sep 09 05:17:28.269150 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-0810db84-259e-48f7-ba92-2a72a2c3fc03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:28.345264 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc78bffc-1884-49ab-b8b1-528a5cef1879 req-2f7e5609-e455-4a37-9f53-fedce67b0d35 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:28.346473 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-cc78bffc-1884-49ab-b8b1-528a5cef1879 req-2f7e5609-e455-4a37-9f53-fedce67b0d35 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/ports?device_id=8da8187b-6d5c-4b93-abb6-1e2d520bb3e8 HTTP/1.1" status: 200 len: 945 time: 0.0519679 Sep 09 05:17:28.369421 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-0810db84-259e-48f7-ba92-2a72a2c3fc03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:28.374296 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-0810db84-259e-48f7-ba92-2a72a2c3fc03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:28.387983 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-cc78bffc-1884-49ab-b8b1-528a5cef1879 req-b9f59626-db62-4e6b-b89b-bcbf9150a1cf tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df6ce14-99a9-4cef-b918-a25f9a2fffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346062 Sep 09 05:17:28.411982 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0810db84-259e-48f7-ba92-2a72a2c3fc03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a7b3eb-c55c-402b-ab33-c585a06ba5fa,revision_number=1']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:28.418582 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-0810db84-259e-48f7-ba92-2a72a2c3fc03 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0d536efa6f0c4e7e88e18635ffe3733e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3639891 Sep 09 05:17:28.418960 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 33866) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:17:28.472102 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-9c9cee98-284d-4695-af7f-3689a275aa33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:28.494654 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-9c9cee98-284d-4695-af7f-3689a275aa33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:28.570193 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-9c9cee98-284d-4695-af7f-3689a275aa33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:28.574769 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-9c9cee98-284d-4695-af7f-3689a275aa33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:28.577737 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-9c9cee98-284d-4695-af7f-3689a275aa33 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b4a7b3eb-c55c-402b-ab33-c585a06ba5fa HTTP/1.1" status: 204 len: 168 time: 0.1559041 Sep 09 05:17:28.624540 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9cee98-284d-4695-af7f-3689a275aa33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a7b3eb-c55c-402b-ab33-c585a06ba5fa,revision_number=None']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:28.662587 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa4e12b-dfe0-4543-94c3-974b13bd1478 req-1b9eef57-7dd4-40fd-a798-2ae31136b3e6 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:28.666136 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-8fa4e12b-dfe0-4543-94c3-974b13bd1478 req-1b9eef57-7dd4-40fd-a798-2ae31136b3e6 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e2c0125-9084-4058-906a-114695d331a7 HTTP/1.1" status: 200 len: 945 time: 0.1145089 Sep 09 05:17:28.710497 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-8fa4e12b-dfe0-4543-94c3-974b13bd1478 req-0458097a-b0bd-4b06-9e5b-5c0dc019c9e1 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b559db1-1589-4e96-9e76-ca77d0cb852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387375 Sep 09 05:17:28.942547 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 33908) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:17:28.958307 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-caec8afb-335e-4e34-a24e-ac27d7c421c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:29.072876 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-caec8afb-335e-4e34-a24e-ac27d7c421c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:29.077085 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-caec8afb-335e-4e34-a24e-ac27d7c421c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:29.121486 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-caec8afb-335e-4e34-a24e-ac27d7c421c7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a432574e07c94d319522f18bdbcdbbee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1754832 Sep 09 05:17:29.121486 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caec8afb-335e-4e34-a24e-ac27d7c421c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b00c24-0cd8-4407-bf0a-e0206b12a15b,revision_number=1']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:29.122475 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 33930) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:17:29.136890 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1880a6bd-8a58-4755-b7de-37512e26a7b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44169469-8d75-47db-a923-4e21d5f2a08c'}] {{(pid=94299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 05:17:29.139422 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6baa3fa754b64f0f84acd20b1d53bd6375697f3cd0d79ee629041410e58b9d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d883ecb-b2b8-4f8f-8b81-b10bfc6b7f9f" -d '{"events": [{"server_uuid": "1880a6bd-8a58-4755-b7de-37512e26a7b9", "name": "network-vif-plugged", "status": "completed", "tag": "44169469-8d75-47db-a923-4e21d5f2a08c"}]}' {{(pid=94299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 05:17:29.180195 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-d1d803f2-51ff-4d5a-b364-f26ae9b29a2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:29.193078 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 05:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e408e08c-ab4b-4141-b409-86e3f7b6da77 x-openstack-request-id: req-e408e08c-ab4b-4141-b409-86e3f7b6da77 {{(pid=94299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 05:17:29.193532 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1880a6bd-8a58-4755-b7de-37512e26a7b9", "name": "network-vif-plugged", "status": "completed", "tag": "44169469-8d75-47db-a923-4e21d5f2a08c", "code": 200}]} {{(pid=94299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 05:17:29.193955 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e408e08c-ab4b-4141-b409-86e3f7b6da77 {{(pid=94299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 05:17:29.194486 dv-cinder-772623-14-iscsi neutron-server[94299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1880a6bd-8a58-4755-b7de-37512e26a7b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44169469-8d75-47db-a923-4e21d5f2a08c', 'code': 200} Sep 09 05:17:29.223290 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-d1d803f2-51ff-4d5a-b364-f26ae9b29a2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:29.225558 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7018874-763a-48d3-8729-eec98563e7f4 req-4ea78a54-9fa3-4a9a-adb9-694b43dae6b7 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:29.228425 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-c7018874-763a-48d3-8729-eec98563e7f4 req-4ea78a54-9fa3-4a9a-adb9-694b43dae6b7 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=1880a6bd-8a58-4755-b7de-37512e26a7b9 HTTP/1.1" status: 200 len: 946 time: 0.0547752 Sep 09 05:17:29.288049 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-d1d803f2-51ff-4d5a-b364-f26ae9b29a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:29.291969 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-d1d803f2-51ff-4d5a-b364-f26ae9b29a2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:29.293303 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-d1d803f2-51ff-4d5a-b364-f26ae9b29a2b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d8b00c24-0cd8-4407-bf0a-e0206b12a15b HTTP/1.1" status: 204 len: 168 time: 0.1703935 Sep 09 05:17:29.299799 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-c7018874-763a-48d3-8729-eec98563e7f4 req-78af7a7d-6a00-48cf-93df-ee40b6481e3a tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630267 Sep 09 05:17:29.306079 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d803f2-51ff-4d5a-b364-f26ae9b29a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b00c24-0cd8-4407-bf0a-e0206b12a15b,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:29.333058 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda533f6-736c-4834-8e3e-2935c990a95a req-a9d9c282-2c10-45cd-9837-dd4fb885321d tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:29.337850 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-cda533f6-736c-4834-8e3e-2935c990a95a req-a9d9c282-2c10-45cd-9837-dd4fb885321d tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bb4d0fc-9007-45f5-834b-bc5f0ca7a336 HTTP/1.1" status: 200 len: 945 time: 0.0842185 Sep 09 05:17:29.382453 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-cda533f6-736c-4834-8e3e-2935c990a95a req-e9b94607-fcb3-465d-86e5-7d2f3d1c732f tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0a63ef-aff5-4cdc-93e8-c90f653570e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351932 Sep 09 05:17:29.514037 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cbb6ef-d61e-462d-903e-df711169c364 req-bd4c75e6-f183-408f-8234-c081835fbb3c tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:29.515681 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-c0cbb6ef-d61e-462d-903e-df711169c364 req-bd4c75e6-f183-408f-8234-c081835fbb3c tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/ports?device_id=8da8187b-6d5c-4b93-abb6-1e2d520bb3e8 HTTP/1.1" status: 200 len: 945 time: 0.0550766 Sep 09 05:17:29.562229 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-c0cbb6ef-d61e-462d-903e-df711169c364 req-d5fdc330-2231-41b4-86ba-27f4e763d619 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df6ce14-99a9-4cef-b918-a25f9a2fffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391269 Sep 09 05:17:29.839189 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a4fd61-0528-4b37-b22c-6d7b645684a6 req-417d4c9c-2fdc-4c9f-b83d-8c1fba6754f4 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:29.841032 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-57a4fd61-0528-4b37-b22c-6d7b645684a6 req-417d4c9c-2fdc-4c9f-b83d-8c1fba6754f4 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e2c0125-9084-4058-906a-114695d331a7 HTTP/1.1" status: 200 len: 945 time: 0.0569379 Sep 09 05:17:29.882934 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-57a4fd61-0528-4b37-b22c-6d7b645684a6 req-47794a17-ae47-41db-977b-e364f03bfa28 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b559db1-1589-4e96-9e76-ca77d0cb852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358806 Sep 09 05:17:30.050225 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 34010) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:17:30.259935 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-93e7419b-30bf-4fa9-9ea1-323fc99bd741 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:30.361122 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-93e7419b-30bf-4fa9-9ea1-323fc99bd741 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:30.366296 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-93e7419b-30bf-4fa9-9ea1-323fc99bd741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:30.418965 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-93e7419b-30bf-4fa9-9ea1-323fc99bd741 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c35d8646e6954346ac85b7a43aeca561&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3645811 Sep 09 05:17:30.419063 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 34056) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:17:30.432411 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e7419b-30bf-4fa9-9ea1-323fc99bd741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed4bc32-5f6e-4ab8-84a6-4b73f7fb138c,revision_number=1']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:30.471344 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450efde6-7e24-4947-9bda-62d3b3062dc4 req-604e33ae-9609-4980-8b11-f974299e1eae tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:30.473089 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-450efde6-7e24-4947-9bda-62d3b3062dc4 req-604e33ae-9609-4980-8b11-f974299e1eae tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=1880a6bd-8a58-4755-b7de-37512e26a7b9 HTTP/1.1" status: 200 len: 946 time: 0.0866528 Sep 09 05:17:30.515924 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-5fa6b8d6-33bf-4eb6-bd05-eca0a8e5ae43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:30.538795 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-450efde6-7e24-4947-9bda-62d3b3062dc4 req-86e478a1-3ca9-4397-adb1-bf49efe16876 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545309 Sep 09 05:17:30.542125 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-5fa6b8d6-33bf-4eb6-bd05-eca0a8e5ae43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:30.582690 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7a49e6-f95d-4c7a-b512-b9b577ec452b req-9a0ab387-f8dd-4e7c-9bef-cae8d0dd03d7 tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:30.593419 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-fa7a49e6-f95d-4c7a-b512-b9b577ec452b req-9a0ab387-f8dd-4e7c-9bef-cae8d0dd03d7 tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bb4d0fc-9007-45f5-834b-bc5f0ca7a336 HTTP/1.1" status: 200 len: 945 time: 0.0875759 Sep 09 05:17:30.606665 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-5fa6b8d6-33bf-4eb6-bd05-eca0a8e5ae43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:30.609954 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-5fa6b8d6-33bf-4eb6-bd05-eca0a8e5ae43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:30.614600 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-5fa6b8d6-33bf-4eb6-bd05-eca0a8e5ae43 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3ed4bc32-5f6e-4ab8-84a6-4b73f7fb138c HTTP/1.1" status: 204 len: 168 time: 0.1945057 Sep 09 05:17:30.626089 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa6b8d6-33bf-4eb6-bd05-eca0a8e5ae43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed4bc32-5f6e-4ab8-84a6-4b73f7fb138c,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:30.652871 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-fa7a49e6-f95d-4c7a-b512-b9b577ec452b req-18ececd0-962c-4aa0-8038-859303335d04 tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0a63ef-aff5-4cdc-93e8-c90f653570e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477946 Sep 09 05:17:30.756225 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b86dec-7a98-4ef3-aa29-37d29f77c463 req-a879ccff-0bbd-47fe-be78-bf7cb0dc7267 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:30.758926 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-73b86dec-7a98-4ef3-aa29-37d29f77c463 req-a879ccff-0bbd-47fe-be78-bf7cb0dc7267 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/ports?device_id=8da8187b-6d5c-4b93-abb6-1e2d520bb3e8 HTTP/1.1" status: 200 len: 945 time: 0.0780883 Sep 09 05:17:30.781527 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] get_ports_and_sgs() called for port_ids ['b8b0999b-cf5b-4349-ac9d-3ce487d83d68'] {{(pid=94299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 05:17:30.881633 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-73b86dec-7a98-4ef3-aa29-37d29f77c463 req-6fc9f279-db03-4e35-9641-fb8d91247f8e tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df6ce14-99a9-4cef-b918-a25f9a2fffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172092 Sep 09 05:17:31.004833 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73aabf9-cecd-4e3b-a813-3fd142975752 req-35dcc1dd-3ab3-411c-9c28-cf9b646237f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:31.007183 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-d73aabf9-cecd-4e3b-a813-3fd142975752 req-35dcc1dd-3ab3-411c-9c28-cf9b646237f4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1880a6bd-8a58-4755-b7de-37512e26a7b9 HTTP/1.1" status: 200 len: 1099 time: 0.0799656 Sep 09 05:17:31.038688 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 34086) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:17:31.066591 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-8f098eb7-2017-459c-ae96-3ae3e8407fef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:31.081227 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-d73aabf9-cecd-4e3b-a813-3fd142975752 req-253095d4-df97-4753-9602-613c88654552 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645485 Sep 09 05:17:31.096203 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c718e0f7-658d-4709-946c-3d44510fe1c6 req-cbdad307-95a7-4c27-ab12-cec4862d6e4b tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:31.097867 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-c718e0f7-658d-4709-946c-3d44510fe1c6 req-cbdad307-95a7-4c27-ab12-cec4862d6e4b tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e2c0125-9084-4058-906a-114695d331a7 HTTP/1.1" status: 200 len: 945 time: 0.0525100 Sep 09 05:17:31.149206 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-c718e0f7-658d-4709-946c-3d44510fe1c6 req-0309279f-8d0c-4cba-8812-7886cfa1935e tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b559db1-1589-4e96-9e76-ca77d0cb852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429173 Sep 09 05:17:31.175410 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-8f098eb7-2017-459c-ae96-3ae3e8407fef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:31.179663 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-8f098eb7-2017-459c-ae96-3ae3e8407fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:31.222788 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-8f098eb7-2017-459c-ae96-3ae3e8407fef admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=31270d584174442cbf1ab199eee284c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1827025 Sep 09 05:17:31.223637 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f098eb7-2017-459c-ae96-3ae3e8407fef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47c622f4-3637-4f47-8e33-cbbd633c3120,revision_number=1']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:31.225990 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 34104) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:17:31.288660 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-a99e24c9-ada3-4cd1-a851-9907be683e54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:31.313442 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-a99e24c9-ada3-4cd1-a851-9907be683e54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:31.374867 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-a99e24c9-ada3-4cd1-a851-9907be683e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:31.378316 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-a99e24c9-ada3-4cd1-a851-9907be683e54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:31.380086 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-a99e24c9-ada3-4cd1-a851-9907be683e54 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/47c622f4-3637-4f47-8e33-cbbd633c3120 HTTP/1.1" status: 204 len: 168 time: 0.1518185 Sep 09 05:17:31.391802 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99e24c9-ada3-4cd1-a851-9907be683e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47c622f4-3637-4f47-8e33-cbbd633c3120,revision_number=None']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:31.741993 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd49044a-2f4a-484f-aaee-5ed552ddb3bc req-9164552b-9b14-4da5-9ca2-5e17c5ffd0a1 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:31.743915 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-cd49044a-2f4a-484f-aaee-5ed552ddb3bc req-9164552b-9b14-4da5-9ca2-5e17c5ffd0a1 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=1880a6bd-8a58-4755-b7de-37512e26a7b9 HTTP/1.1" status: 200 len: 946 time: 0.0688207 Sep 09 05:17:31.822750 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-cd49044a-2f4a-484f-aaee-5ed552ddb3bc req-62e4d537-266d-4985-beaf-1eb3656e7d77 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708861 Sep 09 05:17:31.854421 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c4acb2-bc7b-4828-81fa-590f37698441 req-6fc6c98c-290e-4552-ad7b-f03192d791a6 tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:31.856170 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-89c4acb2-bc7b-4828-81fa-590f37698441 req-6fc6c98c-290e-4552-ad7b-f03192d791a6 tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bb4d0fc-9007-45f5-834b-bc5f0ca7a336 HTTP/1.1" status: 200 len: 945 time: 0.0864079 Sep 09 05:17:31.910538 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-89c4acb2-bc7b-4828-81fa-590f37698441 req-9a54e829-8b48-464f-94fa-0f492f04621e tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0a63ef-aff5-4cdc-93e8-c90f653570e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452418 Sep 09 05:17:32.035547 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbb71f7-211b-4d8e-937f-051a540eef55 req-a9ce881c-3833-4c16-a82f-d2acb2af4af4 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:32.038135 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-5bbb71f7-211b-4d8e-937f-051a540eef55 req-a9ce881c-3833-4c16-a82f-d2acb2af4af4 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/ports?device_id=8da8187b-6d5c-4b93-abb6-1e2d520bb3e8 HTTP/1.1" status: 200 len: 945 time: 0.0599039 Sep 09 05:17:32.082376 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-5bbb71f7-211b-4d8e-937f-051a540eef55 req-e42e6e0c-ecef-4ff9-8bad-509e24f8dbd0 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df6ce14-99a9-4cef-b918-a25f9a2fffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389707 Sep 09 05:17:32.292765 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea89b2a-4a87-4943-8e5b-41b486ea6b9c req-63acf317-7f44-4548-8573-f1b9ba0571ff tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:32.294472 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-aea89b2a-4a87-4943-8e5b-41b486ea6b9c req-63acf317-7f44-4548-8573-f1b9ba0571ff tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e2c0125-9084-4058-906a-114695d331a7 HTTP/1.1" status: 200 len: 945 time: 0.0644634 Sep 09 05:17:32.338465 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-aea89b2a-4a87-4943-8e5b-41b486ea6b9c req-3bffe8f2-b805-415d-a3ae-ecb74c169332 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b559db1-1589-4e96-9e76-ca77d0cb852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336063 Sep 09 05:17:32.945128 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be0c5e7-3dea-4f93-8b54-2b3aa4288f8d req-94cfbb62-2f61-4618-993c-1df0fe5793ae tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:32.947361 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-7be0c5e7-3dea-4f93-8b54-2b3aa4288f8d req-94cfbb62-2f61-4618-993c-1df0fe5793ae tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=1880a6bd-8a58-4755-b7de-37512e26a7b9 HTTP/1.1" status: 200 len: 946 time: 0.0501037 Sep 09 05:17:32.988690 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-7be0c5e7-3dea-4f93-8b54-2b3aa4288f8d req-d63ac963-73a1-4ffe-827a-8ea8a5c455fb tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354171 Sep 09 05:17:33.035971 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device b8b0999b-cf5b-4349-ac9d-3ce487d83d68 up at agent hyperv_hv-cinder-77262 {{(pid=94299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 05:17:33.083975 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28744eb-2fbf-4dc6-8f7c-b64460afbf77 req-3690d79b-88dd-49d3-9e6a-f8363a473c6c tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:33.085582 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-c28744eb-2fbf-4dc6-8f7c-b64460afbf77 req-3690d79b-88dd-49d3-9e6a-f8363a473c6c tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bb4d0fc-9007-45f5-834b-bc5f0ca7a336 HTTP/1.1" status: 200 len: 945 time: 0.0651619 Sep 09 05:17:33.110493 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Provisioning for port b8b0999b-cf5b-4349-ac9d-3ce487d83d68 completed by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 05:17:33.114998 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Provisioning complete for port b8b0999b-cf5b-4349-ac9d-3ce487d83d68 triggered by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:17:33.115477 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:33.142604 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-c28744eb-2fbf-4dc6-8f7c-b64460afbf77 req-9461104a-7148-42ab-927a-bec606e68ebc tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0a63ef-aff5-4cdc-93e8-c90f653570e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457900 Sep 09 05:17:33.202578 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:33.219250 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9979b362-5bf4-4517-b5c1-655059a90916 req-50b8ef1a-b3a6-4189-b3ae-ab295c33911b tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:33.221221 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-9979b362-5bf4-4517-b5c1-655059a90916 req-50b8ef1a-b3a6-4189-b3ae-ab295c33911b tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/ports?device_id=8da8187b-6d5c-4b93-abb6-1e2d520bb3e8 HTTP/1.1" status: 200 len: 945 time: 0.0501263 Sep 09 05:17:33.228485 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8da8187b-6d5c-4b93-abb6-1e2d520bb3e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8b0999b-cf5b-4349-ac9d-3ce487d83d68'}] {{(pid=94299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 05:17:33.230757 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6baa3fa754b64f0f84acd20b1d53bd6375697f3cd0d79ee629041410e58b9d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce63d5c-72f4-4946-8262-202c520acd54" -d '{"events": [{"server_uuid": "8da8187b-6d5c-4b93-abb6-1e2d520bb3e8", "name": "network-vif-plugged", "status": "completed", "tag": "b8b0999b-cf5b-4349-ac9d-3ce487d83d68"}]}' {{(pid=94299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 05:17:33.247042 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] For port b8b0999b-cf5b-4349-ac9d-3ce487d83d68, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=b8b0999b-cf5b-4349-ac9d-3ce487d83d68,segment=NetworkSegment(44b63472-c473-4956-8286-eaf7d63fb2aa),segment_id=44b63472-c473-4956-8286-eaf7d63fb2aa)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:17:33.253245 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:33.267090 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-9979b362-5bf4-4517-b5c1-655059a90916 req-f079f1cc-49e6-4317-9917-ee167adda53a tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df6ce14-99a9-4cef-b918-a25f9a2fffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393176 Sep 09 05:17:33.296443 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 05:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc43f06-736e-4e86-816d-6e148eaf084a x-openstack-request-id: req-5bc43f06-736e-4e86-816d-6e148eaf084a {{(pid=94299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 05:17:33.296730 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8da8187b-6d5c-4b93-abb6-1e2d520bb3e8", "name": "network-vif-plugged", "status": "completed", "tag": "b8b0999b-cf5b-4349-ac9d-3ce487d83d68", "code": 200}]} {{(pid=94299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 05:17:33.296982 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5bc43f06-736e-4e86-816d-6e148eaf084a {{(pid=94299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 05:17:33.297356 dv-cinder-772623-14-iscsi neutron-server[94299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8da8187b-6d5c-4b93-abb6-1e2d520bb3e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8b0999b-cf5b-4349-ac9d-3ce487d83d68', 'code': 200} Sep 09 05:17:33.313793 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Pushing event updated for resources: {'Port': ['ID=b8b0999b-cf5b-4349-ac9d-3ce487d83d68,revision_number=5']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:34.114739 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7fcb81-a098-48fc-8dae-520569c0546a req-9315772d-e34f-41cc-9284-679e3883aed7 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:34.116779 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-6b7fcb81-a098-48fc-8dae-520569c0546a req-9315772d-e34f-41cc-9284-679e3883aed7 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=1880a6bd-8a58-4755-b7de-37512e26a7b9 HTTP/1.1" status: 200 len: 946 time: 0.0606787 Sep 09 05:17:34.157858 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-6b7fcb81-a098-48fc-8dae-520569c0546a req-7549c80c-846e-4191-a521-3b76471f25c7 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338678 Sep 09 05:17:34.457048 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4d499a-f9ae-4faa-8970-f1360fde7ace req-9e348ee5-d806-4294-8d55-5e14d3b7f7b2 tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:34.458560 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-bf4d499a-f9ae-4faa-8970-f1360fde7ace req-9e348ee5-d806-4294-8d55-5e14d3b7f7b2 tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bb4d0fc-9007-45f5-834b-bc5f0ca7a336 HTTP/1.1" status: 200 len: 945 time: 0.2531672 Sep 09 05:17:34.480655 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e6dd5-1e22-47c0-a536-cf57df7610b2 req-cc9b68cb-21d5-4f82-8c82-3a399d446e94 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:34.482099 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-d86e6dd5-1e22-47c0-a536-cf57df7610b2 req-cc9b68cb-21d5-4f82-8c82-3a399d446e94 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/ports?device_id=8da8187b-6d5c-4b93-abb6-1e2d520bb3e8 HTTP/1.1" status: 200 len: 946 time: 0.0708370 Sep 09 05:17:34.530908 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-bf4d499a-f9ae-4faa-8970-f1360fde7ace req-2424370c-8a4f-4a1b-8806-0614dddba67c tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0a63ef-aff5-4cdc-93e8-c90f653570e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643611 Sep 09 05:17:34.535458 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-d86e6dd5-1e22-47c0-a536-cf57df7610b2 req-f5134ebb-68e0-4c2b-beee-055542e3347b tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df6ce14-99a9-4cef-b918-a25f9a2fffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461688 Sep 09 05:17:34.957989 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:35.181972 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab32161-a38a-4119-bd99-3ec85f3129f8 req-4d3172dd-6ed0-49ab-8097-5370059c768a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:35.184186 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-8ab32161-a38a-4119-bd99-3ec85f3129f8 req-4d3172dd-6ed0-49ab-8097-5370059c768a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8da8187b-6d5c-4b93-abb6-1e2d520bb3e8 HTTP/1.1" status: 200 len: 1099 time: 0.0392909 Sep 09 05:17:35.220606 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-8ab32161-a38a-4119-bd99-3ec85f3129f8 req-5e3f60e0-f4e3-49f1-9614-6ab862442917 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8df6ce14-99a9-4cef-b918-a25f9a2fffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288491 Sep 09 05:17:35.279671 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c863ae3-20a9-4031-bcc3-6aece1feca8b req-38b0b254-dcd4-4096-9dd9-b14ddae91e6f tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:35.281145 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-5c863ae3-20a9-4031-bcc3-6aece1feca8b req-38b0b254-dcd4-4096-9dd9-b14ddae91e6f tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=1880a6bd-8a58-4755-b7de-37512e26a7b9 HTTP/1.1" status: 200 len: 946 time: 0.0488210 Sep 09 05:17:35.321223 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-5c863ae3-20a9-4031-bcc3-6aece1feca8b req-e1b07f5e-c625-4e7b-8f73-ef464f9a842c tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334253 Sep 09 05:17:35.681790 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baac7fb3-ac59-48b9-8391-a5f0e5464968 req-0290c21f-ef87-49d4-8311-69f636c5a871 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:35.683208 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-baac7fb3-ac59-48b9-8391-a5f0e5464968 req-0290c21f-ef87-49d4-8311-69f636c5a871 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/ports?device_id=8da8187b-6d5c-4b93-abb6-1e2d520bb3e8 HTTP/1.1" status: 200 len: 946 time: 0.0692840 Sep 09 05:17:35.694687 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d9948-7076-4ff3-90e0-553404ecc654 req-fd5ddc3f-bb21-4c31-8dfc-31a84d0cc7e2 tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:35.696146 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-609d9948-7076-4ff3-90e0-553404ecc654 req-fd5ddc3f-bb21-4c31-8dfc-31a84d0cc7e2 tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bb4d0fc-9007-45f5-834b-bc5f0ca7a336 HTTP/1.1" status: 200 len: 945 time: 0.0923729 Sep 09 05:17:35.757927 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-baac7fb3-ac59-48b9-8391-a5f0e5464968 req-06ffaaf7-87d0-4447-a9f2-a025c36f4efe tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df6ce14-99a9-4cef-b918-a25f9a2fffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606449 Sep 09 05:17:35.766242 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-609d9948-7076-4ff3-90e0-553404ecc654 req-0e016e73-abef-44a4-98dd-55a3128e068b tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0a63ef-aff5-4cdc-93e8-c90f653570e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531087 Sep 09 05:17:36.449285 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f96550b-f47c-4dcc-90dd-ea244ba67d25 req-34ba4168-7d53-4c90-a46e-4ffca1813c3f tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:36.449285 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-0f96550b-f47c-4dcc-90dd-ea244ba67d25 req-34ba4168-7d53-4c90-a46e-4ffca1813c3f tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=1880a6bd-8a58-4755-b7de-37512e26a7b9 HTTP/1.1" status: 200 len: 946 time: 0.0542393 Sep 09 05:17:36.486686 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-0f96550b-f47c-4dcc-90dd-ea244ba67d25 req-5f2180b3-00c9-461b-8f68-f68a1af3b0a5 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342848 Sep 09 05:17:36.840945 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2995f089-bfcb-4ead-a8fb-7b68105aca46 req-e4172ce0-4601-4cf7-95c7-da8832f47eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:36.842810 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826fcaf8-4751-4130-ae00-0b124c41e0b0 req-8ef415e4-1436-4c7d-80bb-7858c5c0f99c tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:36.843738 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-2995f089-bfcb-4ead-a8fb-7b68105aca46 req-e4172ce0-4601-4cf7-95c7-da8832f47eb2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bc42907dc3434e2ea444add09b95bb24&device_id=1880a6bd-8a58-4755-b7de-37512e26a7b9 HTTP/1.1" status: 200 len: 1099 time: 0.0770833 Sep 09 05:17:36.853407 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-826fcaf8-4751-4130-ae00-0b124c41e0b0 req-8ef415e4-1436-4c7d-80bb-7858c5c0f99c tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=1880a6bd-8a58-4755-b7de-37512e26a7b9 HTTP/1.1" status: 200 len: 946 time: 0.0927575 Sep 09 05:17:36.954569 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c2a40d-4830-4b27-8d1e-0c05aa93f7cf req-d6f3afa9-8049-43bd-9d5d-968ef45d01c4 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:36.956151 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-c9c2a40d-4830-4b27-8d1e-0c05aa93f7cf req-d6f3afa9-8049-43bd-9d5d-968ef45d01c4 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/ports?device_id=8da8187b-6d5c-4b93-abb6-1e2d520bb3e8 HTTP/1.1" status: 200 len: 946 time: 0.1002028 Sep 09 05:17:36.962320 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-826fcaf8-4751-4130-ae00-0b124c41e0b0 req-f3fd592b-4632-4499-91ec-b87a20ff967e tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073914 Sep 09 05:17:36.979031 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 34340) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:17:37.022032 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-c9c2a40d-4830-4b27-8d1e-0c05aa93f7cf req-ee6a6aca-5daa-4b2d-8467-61900f8f50f2 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df6ce14-99a9-4cef-b918-a25f9a2fffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578933 Sep 09 05:17:37.132334 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-182bbe04-1de5-4987-934a-b46f34ba9103 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:37.185450 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2995f089-bfcb-4ead-a8fb-7b68105aca46 req-11253f2d-55be-4d75-b420-74da7cddc082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:37.186960 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-2995f089-bfcb-4ead-a8fb-7b68105aca46 req-11253f2d-55be-4d75-b420-74da7cddc082 service neutron] 10.222.0.23 "GET /v2.0/networks?id=00cd2a8c-0672-473b-a5e4-39b12300043e HTTP/1.1" status: 200 len: 918 time: 0.3250871 Sep 09 05:17:37.232279 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-2995f089-bfcb-4ead-a8fb-7b68105aca46 req-4e707764-1ea1-4098-8c2c-b02360972c13 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44169469-8d75-47db-a923-4e21d5f2a08c HTTP/1.1" status: 200 len: 217 time: 0.0372427 Sep 09 05:17:37.290790 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-182bbe04-1de5-4987-934a-b46f34ba9103 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:37.296912 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-182bbe04-1de5-4987-934a-b46f34ba9103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:37.299430 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2995f089-bfcb-4ead-a8fb-7b68105aca46 req-c4556736-341d-43f7-ba07-75affe8a3b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:37.301301 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-2995f089-bfcb-4ead-a8fb-7b68105aca46 req-c4556736-341d-43f7-ba07-75affe8a3b66 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0c182cba-f24f-48d3-93d9-c95e60c8cd67 HTTP/1.1" status: 200 len: 858 time: 0.0617709 Sep 09 05:17:37.353622 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-182bbe04-1de5-4987-934a-b46f34ba9103 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f883280c912d454bb96595c74a4553db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3735521 Sep 09 05:17:37.354561 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182bbe04-1de5-4987-934a-b46f34ba9103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e36ae45d-d582-49bb-8f59-04e867154b34,revision_number=1']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:37.356975 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 34366) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:17:37.382134 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-2995f089-bfcb-4ead-a8fb-7b68105aca46 req-e587062e-3c90-446c-9841-fb0c0394cd96 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=00cd2a8c-0672-473b-a5e4-39b12300043e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620749 Sep 09 05:17:37.429228 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-5154445b-5a54-4741-babf-be12c420e894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:37.476030 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-5154445b-5a54-4741-babf-be12c420e894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:37.502169 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-2995f089-bfcb-4ead-a8fb-7b68105aca46 req-a598c321-7715-4f6b-8433-8536cfa9fade service neutron] 10.222.0.23 "GET /v2.0/networks/00cd2a8c-0672-473b-a5e4-39b12300043e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015062 Sep 09 05:17:37.555584 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-5154445b-5a54-4741-babf-be12c420e894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:37.559480 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-5154445b-5a54-4741-babf-be12c420e894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:37.561439 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-5154445b-5a54-4741-babf-be12c420e894 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e36ae45d-d582-49bb-8f59-04e867154b34 HTTP/1.1" status: 204 len: 168 time: 0.2034969 Sep 09 05:17:37.573526 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5154445b-5a54-4741-babf-be12c420e894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e36ae45d-d582-49bb-8f59-04e867154b34,revision_number=None']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:37.682906 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-2995f089-bfcb-4ead-a8fb-7b68105aca46 req-aa4e3156-b65a-4c28-a980-c215889b9072 service neutron] 10.222.0.23 "GET /v2.0/networks/00cd2a8c-0672-473b-a5e4-39b12300043e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628554 Sep 09 05:17:38.163196 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f455b-5de4-45f4-8f13-855c228c49da req-b7ac9c53-4449-4db5-b8c7-1e88601c989a tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:38.165494 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-8c1f455b-5de4-45f4-8f13-855c228c49da req-b7ac9c53-4449-4db5-b8c7-1e88601c989a tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=1880a6bd-8a58-4755-b7de-37512e26a7b9 HTTP/1.1" status: 200 len: 946 time: 0.0815797 Sep 09 05:17:38.205759 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf9d024-f8ee-4da3-9db2-b0006f99a790 req-61f0e23b-24b0-4b69-8c4a-2fca336a4637 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:38.209976 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-5cf9d024-f8ee-4da3-9db2-b0006f99a790 req-61f0e23b-24b0-4b69-8c4a-2fca336a4637 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/ports?device_id=8da8187b-6d5c-4b93-abb6-1e2d520bb3e8 HTTP/1.1" status: 200 len: 946 time: 0.0828919 Sep 09 05:17:38.237489 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-8c1f455b-5de4-45f4-8f13-855c228c49da req-af0ce419-3c04-4a10-b111-77fadf3ac04f tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656230 Sep 09 05:17:38.258778 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-5cf9d024-f8ee-4da3-9db2-b0006f99a790 req-ce7f54d2-6deb-429f-a6c4-a0cf11c302c4 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df6ce14-99a9-4cef-b918-a25f9a2fffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423374 Sep 09 05:17:38.378158 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0878c75-d4f9-4c9e-a9da-cb2ff153e7fc req-b37c9f82-cbbd-4c19-96e2-d8f109164e51 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:38.379773 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-e0878c75-d4f9-4c9e-a9da-cb2ff153e7fc req-b37c9f82-cbbd-4c19-96e2-d8f109164e51 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/ports?device_id=8da8187b-6d5c-4b93-abb6-1e2d520bb3e8 HTTP/1.1" status: 200 len: 946 time: 0.0547547 Sep 09 05:17:38.390595 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 34430) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:17:38.395191 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.v2.base [None req-853031d3-5f9e-48f6-9dbf-bffc6d853997 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Request body: {'floatingip': {'port_id': 'b8b0999b-cf5b-4349-ac9d-3ce487d83d68'}} {{(pid=94298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:17:38.473532 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-853031d3-5f9e-48f6-9dbf-bffc6d853997 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify callbacks [] for floatingip, before_update {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:39.126161 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-853031d3-5f9e-48f6-9dbf-bffc6d853997 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:39.132865 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-853031d3-5f9e-48f6-9dbf-bffc6d853997 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600363'] for floatingip, after_update {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:39.266548 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.db.l3_db [None req-853031d3-5f9e-48f6-9dbf-bffc6d853997 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Floating IP 0feda05a-5049-4809-a057-6e2fe462afcb associated. External IP: 172.27.2.244, port: b8b0999b-cf5b-4349-ac9d-3ce487d83d68. Sep 09 05:17:39.414858 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c25f2d-35ea-44f1-aead-82f74eb24a1b req-9b719a0e-35b6-43c1-92c1-84a8cad58dc0 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:39.416552 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-89c25f2d-35ea-44f1-aead-82f74eb24a1b req-9b719a0e-35b6-43c1-92c1-84a8cad58dc0 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=1880a6bd-8a58-4755-b7de-37512e26a7b9 HTTP/1.1" status: 200 len: 946 time: 0.0978749 Sep 09 05:17:39.708083 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-89c25f2d-35ea-44f1-aead-82f74eb24a1b req-ac5abd56-bd5b-4104-98a0-3e46b08d1e31 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814448 Sep 09 05:17:39.781518 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-853031d3-5f9e-48f6-9dbf-bffc6d853997 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Router db3c3531-a9b0-426b-a20c-f8789cd89936 has already been hosted by L3 agent e912432c-85e4-4a31-b574-aae2dcf01ec7 {{(pid=94298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 05:17:39.904860 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-853031d3-5f9e-48f6-9dbf-bffc6d853997 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify agent at l3_agent.dv-cinder-772623-14-iscsi the message routers_updated {{(pid=94298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 05:17:39.910360 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-853031d3-5f9e-48f6-9dbf-bffc6d853997 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-438482'] for floatingip, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:39.923846 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b851d2-a2f9-40b5-99da-045dd8bdaa41 None None] Sync routers for ids ['db3c3531-a9b0-426b-a20c-f8789cd89936'] in dv-cinder-772623-14-iscsi {{(pid=94300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 05:17:39.936047 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b851d2-a2f9-40b5-99da-045dd8bdaa41 None None] Routers {'db3c3531-a9b0-426b-a20c-f8789cd89936'} bound to L3 agent in host dv-cinder-772623-14-iscsi {{(pid=94300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 05:17:39.936816 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_hamode_db [None req-64b851d2-a2f9-40b5-99da-045dd8bdaa41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T05:09:16Z,description=,heartbeat_timestamp=2021-09-09T05:17:16Z,host='dv-cinder-772623-14-iscsi',id=e912432c-85e4-4a31-b574-aae2dcf01ec7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T05:09:16Z,topic='l3_agent')) {'router_ids': ['db3c3531-a9b0-426b-a20c-f8789cd89936'], 'active': True} {{(pid=94300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:17:39.948845 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-853031d3-5f9e-48f6-9dbf-bffc6d853997 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "PUT /v2.0/floatingips/0feda05a-5049-4809-a057-6e2fe462afcb HTTP/1.1" status: 200 len: 992 time: 1.5570643 Sep 09 05:17:39.949633 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8da8187b-6d5c-4b93-abb6-1e2d520bb3e8', 'tag': 'b8b0999b-cf5b-4349-ac9d-3ce487d83d68'}] {{(pid=94298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 05:17:39.952115 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bce242ee21533c645a402e1a550c8899fb444cbd779d7c78464fb91fbc7682ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-841393f1-eb6a-4419-bc0b-8f77ab4c1c46" -d '{"events": [{"name": "network-changed", "server_uuid": "8da8187b-6d5c-4b93-abb6-1e2d520bb3e8", "tag": "b8b0999b-cf5b-4349-ac9d-3ce487d83d68"}]}' {{(pid=94298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 05:17:40.019509 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 05:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef0238f-7d87-45da-b469-4bd1fa6d1538 x-openstack-request-id: req-bef0238f-7d87-45da-b469-4bd1fa6d1538 {{(pid=94298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 05:17:40.019896 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8da8187b-6d5c-4b93-abb6-1e2d520bb3e8", "tag": "b8b0999b-cf5b-4349-ac9d-3ce487d83d68", "status": "completed", "code": 200}]} {{(pid=94298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 05:17:40.020301 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bef0238f-7d87-45da-b469-4bd1fa6d1538 {{(pid=94298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 05:17:40.020872 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8da8187b-6d5c-4b93-abb6-1e2d520bb3e8', 'tag': 'b8b0999b-cf5b-4349-ac9d-3ce487d83d68', 'status': 'completed', 'code': 200} Sep 09 05:17:40.082386 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_dvr_db [None req-64b851d2-a2f9-40b5-99da-045dd8bdaa41 None None] Set router db3c3531-a9b0-426b-a20c-f8789cd89936 gateway port host: dv-cinder-772623-14-iscsi {{(pid=94300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 05:17:40.123891 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841393f1-eb6a-4419-bc0b-8f77ab4c1c46 req-f90cabbb-bde2-4cfc-bab2-5292624f3fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:40.125470 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-841393f1-eb6a-4419-bc0b-8f77ab4c1c46 req-f90cabbb-bde2-4cfc-bab2-5292624f3fc5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9bed73d6cc44482b88fb30bf66765cac&device_id=8da8187b-6d5c-4b93-abb6-1e2d520bb3e8 HTTP/1.1" status: 200 len: 1099 time: 0.0570679 Sep 09 05:17:40.237276 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841393f1-eb6a-4419-bc0b-8f77ab4c1c46 req-7c9ff475-f358-4b96-aa51-b6433b504bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:40.239071 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-841393f1-eb6a-4419-bc0b-8f77ab4c1c46 req-7c9ff475-f358-4b96-aa51-b6433b504bfa service neutron] 10.222.0.23 "GET /v2.0/networks?id=7b28e044-cfb6-46f2-81af-55250817b403 HTTP/1.1" status: 200 len: 910 time: 0.0975020 Sep 09 05:17:40.360144 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-841393f1-eb6a-4419-bc0b-8f77ab4c1c46 req-1dced0a9-f1b7-494d-85b5-1d6b0255f91c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8b0999b-cf5b-4349-ac9d-3ce487d83d68 HTTP/1.1" status: 200 len: 1000 time: 0.1125724 Sep 09 05:17:40.456440 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841393f1-eb6a-4419-bc0b-8f77ab4c1c46 req-480104e0-0cdf-44b8-b48c-21e7b2d016b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:40.459970 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-841393f1-eb6a-4419-bc0b-8f77ab4c1c46 req-480104e0-0cdf-44b8-b48c-21e7b2d016b2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=51c02a87-9f42-4bcc-8c63-f9b42807f41e HTTP/1.1" status: 200 len: 849 time: 0.0859256 Sep 09 05:17:40.520793 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_hamode_db [None req-64b851d2-a2f9-40b5-99da-045dd8bdaa41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3c3531-a9b0-426b-a20c-f8789cd89936', 'name': 'tempest-AttachVolumeTestJSON-652661435-router', 'tenant_id': '9bed73d6cc44482b88fb30bf66765cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'd024fa67-6afb-4dab-8aa2-4a0e60398a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:16:51Z', 'updated_at': '2021-09-09T05:17:01Z', 'revision_number': 4, 'project_id': '9bed73d6cc44482b88fb30bf66765cac', 'gw_port': {'id': 'd024fa67-6afb-4dab-8aa2-4a0e60398a73', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:2e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3c3531-a9b0-426b-a20c-f8789cd89936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:16:52Z', 'updated_at': '2021-09-09T05:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi', '_floatingips': [{'id': '0feda05a-5049-4809-a057-6e2fe462afcb', 'tenant_id': '9bed73d6cc44482b88fb30bf66765cac', 'floating_ip_address': '172.27.2.244', 'floating_network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'router_id': 'db3c3531-a9b0-426b-a20c-f8789cd89936', 'port_id': 'b8b0999b-cf5b-4349-ac9d-3ce487d83d68', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b28e044-cfb6-46f2-81af-55250817b403', 'mac_address': 'fa:16:3e:3c:97:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da8187b-6d5c-4b93-abb6-1e2d520bb3e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T05:17:13Z', 'updated_at': '2021-09-09T05:17:38Z', 'revision_number': 1, 'project_id': '9bed73d6cc44482b88fb30bf66765cac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e373628b-c4a9-460e-9a59-614b5eba363c', 'name': '', 'network_id': '7b28e044-cfb6-46f2-81af-55250817b403', 'tenant_id': '9bed73d6cc44482b88fb30bf66765cac', 'mac_address': 'fa:16:3e:7b:25:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3c3531-a9b0-426b-a20c-f8789cd89936', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '51c02a87-9f42-4bcc-8c63-f9b42807f41e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:16:57Z', 'updated_at': '2021-09-09T05:17:12Z', 'revision_number': 5, 'project_id': '9bed73d6cc44482b88fb30bf66765cac', 'subnets': [{'id': '51c02a87-9f42-4bcc-8c63-f9b42807f41e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-14-iscsi', False) {} {{(pid=94300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:17:40.542801 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841393f1-eb6a-4419-bc0b-8f77ab4c1c46 req-a1dc35dc-6152-42de-bead-2290f255d4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:40.544461 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-841393f1-eb6a-4419-bc0b-8f77ab4c1c46 req-a1dc35dc-6152-42de-bead-2290f255d4a9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7b28e044-cfb6-46f2-81af-55250817b403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0733426 Sep 09 05:17:40.561496 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b851d2-a2f9-40b5-99da-045dd8bdaa41 None None] Checking router: db3c3531-a9b0-426b-a20c-f8789cd89936 for host: dv-cinder-772623-14-iscsi {{(pid=94300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 05:17:40.571349 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b851d2-a2f9-40b5-99da-045dd8bdaa41 None None] Routers {'db3c3531-a9b0-426b-a20c-f8789cd89936'} bound to L3 agent in host dv-cinder-772623-14-iscsi {{(pid=94300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 05:17:40.572087 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_hamode_db [None req-64b851d2-a2f9-40b5-99da-045dd8bdaa41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T05:09:16Z,description=,heartbeat_timestamp=2021-09-09T05:17:16Z,host='dv-cinder-772623-14-iscsi',id=e912432c-85e4-4a31-b574-aae2dcf01ec7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T05:09:16Z,topic='l3_agent')) {'router_ids': ['db3c3531-a9b0-426b-a20c-f8789cd89936'], 'active': True} {{(pid=94300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:17:40.677129 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-841393f1-eb6a-4419-bc0b-8f77ab4c1c46 req-b08e6e0d-53b3-4eca-93c2-115ca1843103 service neutron] 10.222.0.23 "GET /v2.0/networks/7b28e044-cfb6-46f2-81af-55250817b403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245542 Sep 09 05:17:40.697885 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_dvr_db [None req-64b851d2-a2f9-40b5-99da-045dd8bdaa41 None None] Set router db3c3531-a9b0-426b-a20c-f8789cd89936 gateway port host: dv-cinder-772623-14-iscsi {{(pid=94300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 05:17:40.759025 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 34542) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:17:40.788865 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-841393f1-eb6a-4419-bc0b-8f77ab4c1c46 req-9e0eebc0-0a46-49f2-9c93-65cc52a5238f service neutron] 10.222.0.23 "GET /v2.0/networks/7b28e044-cfb6-46f2-81af-55250817b403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939975 Sep 09 05:17:40.850555 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee06a45-867a-476c-9898-825f9f5a1f56 req-1bc0fb34-1016-4199-94a8-8f161cc75e65 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:40.858477 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-4ee06a45-867a-476c-9898-825f9f5a1f56 req-1bc0fb34-1016-4199-94a8-8f161cc75e65 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=1880a6bd-8a58-4755-b7de-37512e26a7b9 HTTP/1.1" status: 200 len: 946 time: 0.0625541 Sep 09 05:17:40.891220 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-8ec20dda-f192-45bb-afad-10b2e5209c8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:40.911591 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-4ee06a45-867a-476c-9898-825f9f5a1f56 req-35ac8c48-2d8f-4143-8dc4-9eeaec102494 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522828 Sep 09 05:17:40.966698 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_hamode_db [None req-64b851d2-a2f9-40b5-99da-045dd8bdaa41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3c3531-a9b0-426b-a20c-f8789cd89936', 'name': 'tempest-AttachVolumeTestJSON-652661435-router', 'tenant_id': '9bed73d6cc44482b88fb30bf66765cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'd024fa67-6afb-4dab-8aa2-4a0e60398a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:16:51Z', 'updated_at': '2021-09-09T05:17:01Z', 'revision_number': 4, 'project_id': '9bed73d6cc44482b88fb30bf66765cac', 'gw_port': {'id': 'd024fa67-6afb-4dab-8aa2-4a0e60398a73', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:2e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3c3531-a9b0-426b-a20c-f8789cd89936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:16:52Z', 'updated_at': '2021-09-09T05:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi', '_floatingips': [{'id': '0feda05a-5049-4809-a057-6e2fe462afcb', 'tenant_id': '9bed73d6cc44482b88fb30bf66765cac', 'floating_ip_address': '172.27.2.244', 'floating_network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'router_id': 'db3c3531-a9b0-426b-a20c-f8789cd89936', 'port_id': 'b8b0999b-cf5b-4349-ac9d-3ce487d83d68', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b28e044-cfb6-46f2-81af-55250817b403', 'mac_address': 'fa:16:3e:3c:97:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da8187b-6d5c-4b93-abb6-1e2d520bb3e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T05:17:13Z', 'updated_at': '2021-09-09T05:17:38Z', 'revision_number': 1, 'project_id': '9bed73d6cc44482b88fb30bf66765cac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e373628b-c4a9-460e-9a59-614b5eba363c', 'name': '', 'network_id': '7b28e044-cfb6-46f2-81af-55250817b403', 'tenant_id': '9bed73d6cc44482b88fb30bf66765cac', 'mac_address': 'fa:16:3e:7b:25:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3c3531-a9b0-426b-a20c-f8789cd89936', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '51c02a87-9f42-4bcc-8c63-f9b42807f41e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:16:57Z', 'updated_at': '2021-09-09T05:17:12Z', 'revision_number': 5, 'project_id': '9bed73d6cc44482b88fb30bf66765cac', 'subnets': [{'id': '51c02a87-9f42-4bcc-8c63-f9b42807f41e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-14-iscsi', False) {} {{(pid=94300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:17:40.995097 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b851d2-a2f9-40b5-99da-045dd8bdaa41 None None] The sync data for ids ['db3c3531-a9b0-426b-a20c-f8789cd89936'] in dv-cinder-772623-14-iscsi is: [{'id': 'db3c3531-a9b0-426b-a20c-f8789cd89936', 'name': 'tempest-AttachVolumeTestJSON-652661435-router', 'tenant_id': '9bed73d6cc44482b88fb30bf66765cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'd024fa67-6afb-4dab-8aa2-4a0e60398a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:16:51Z', 'updated_at': '2021-09-09T05:17:01Z', 'revision_number': 4, 'project_id': '9bed73d6cc44482b88fb30bf66765cac', 'gw_port': {'id': 'd024fa67-6afb-4dab-8aa2-4a0e60398a73', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:2e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3c3531-a9b0-426b-a20c-f8789cd89936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:16:52Z', 'updated_at': '2021-09-09T05:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi', '_floatingips': [{'id': '0feda05a-5049-4809-a057-6e2fe462afcb', 'tenant_id': '9bed73d6cc44482b88fb30bf66765cac', 'floating_ip_address': '172.27.2.244', 'floating_network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'router_id': 'db3c3531-a9b0-426b-a20c-f8789cd89936', 'port_id': 'b8b0999b-cf5b-4349-ac9d-3ce487d83d68', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b28e044-cfb6-46f2-81af-55250817b403', 'mac_address': 'fa:16:3e:3c:97:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8da8187b-6d5c-4b93-abb6-1e2d520bb3e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T05:17:13Z', 'updated_at': '2021-09-09T05:17:38Z', 'revision_number': 1, 'project_id': '9bed73d6cc44482b88fb30bf66765cac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e373628b-c4a9-460e-9a59-614b5eba363c', 'name': '', 'network_id': '7b28e044-cfb6-46f2-81af-55250817b403', 'tenant_id': '9bed73d6cc44482b88fb30bf66765cac', 'mac_address': 'fa:16:3e:7b:25:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3c3531-a9b0-426b-a20c-f8789cd89936', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '51c02a87-9f42-4bcc-8c63-f9b42807f41e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:16:57Z', 'updated_at': '2021-09-09T05:17:12Z', 'revision_number': 5, 'project_id': '9bed73d6cc44482b88fb30bf66765cac', 'subnets': [{'id': '51c02a87-9f42-4bcc-8c63-f9b42807f41e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 05:17:41.001955 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-8ec20dda-f192-45bb-afad-10b2e5209c8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:41.006593 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-8ec20dda-f192-45bb-afad-10b2e5209c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:41.045468 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-8ec20dda-f192-45bb-afad-10b2e5209c8c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3eed3c50f54b42b9bb19d3d2cac6d5a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2853796 Sep 09 05:17:41.046619 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec20dda-f192-45bb-afad-10b2e5209c8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c19bb054-c101-40cf-8834-705568aa6c79,revision_number=1']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:41.048301 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 34546) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:17:41.113575 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-5e672877-c63f-4099-be5d-c39817a10a40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:41.145921 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-5e672877-c63f-4099-be5d-c39817a10a40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:41.213552 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-5e672877-c63f-4099-be5d-c39817a10a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:41.215336 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-5e672877-c63f-4099-be5d-c39817a10a40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:41.218949 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-5e672877-c63f-4099-be5d-c39817a10a40 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c19bb054-c101-40cf-8834-705568aa6c79 HTTP/1.1" status: 204 len: 168 time: 0.1672864 Sep 09 05:17:41.236282 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e672877-c63f-4099-be5d-c39817a10a40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c19bb054-c101-40cf-8834-705568aa6c79,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:41.261191 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c84111-a256-4507-9e57-61d8aeec0543 None None] New status for floating IP 0feda05a-5049-4809-a057-6e2fe462afcb: ACTIVE {{(pid=94299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 05:17:41.529348 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 34572) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:17:41.547588 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-3f9bf717-2927-4745-b58b-d42272eb13ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:41.672597 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-3f9bf717-2927-4745-b58b-d42272eb13ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:41.677923 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-3f9bf717-2927-4745-b58b-d42272eb13ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:41.725657 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 34582) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:17:41.733736 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-3f9bf717-2927-4745-b58b-d42272eb13ea admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f936bd8f24a34338bc099d24e79fcb8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2030680 Sep 09 05:17:41.735102 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9bf717-2927-4745-b58b-d42272eb13ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44cc8541-02a2-4d12-9aad-39a7342cf917,revision_number=1']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:41.796810 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-b560f9f6-d86e-4be0-8b3f-110ab155ce5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:41.821548 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-b560f9f6-d86e-4be0-8b3f-110ab155ce5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:41.876595 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-b560f9f6-d86e-4be0-8b3f-110ab155ce5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:41.879206 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-b560f9f6-d86e-4be0-8b3f-110ab155ce5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:41.880406 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-b560f9f6-d86e-4be0-8b3f-110ab155ce5a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/44cc8541-02a2-4d12-9aad-39a7342cf917 HTTP/1.1" status: 204 len: 168 time: 0.1535881 Sep 09 05:17:41.888620 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b560f9f6-d86e-4be0-8b3f-110ab155ce5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44cc8541-02a2-4d12-9aad-39a7342cf917,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:42.042512 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4391e1c-a9d7-490a-b3f8-320feb57dafd req-dcb852de-7d5a-4823-8f34-baae72a74cdb tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:42.044214 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-c4391e1c-a9d7-490a-b3f8-320feb57dafd req-dcb852de-7d5a-4823-8f34-baae72a74cdb tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=1880a6bd-8a58-4755-b7de-37512e26a7b9 HTTP/1.1" status: 200 len: 946 time: 0.0588861 Sep 09 05:17:42.096224 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-c4391e1c-a9d7-490a-b3f8-320feb57dafd req-733b983d-2ea1-40cf-96b5-680a5ca3eae0 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450706 Sep 09 05:17:42.549410 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 34626) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:17:42.686762 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-9db673e8-b55f-4b74-9c68-c5ef0d373336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:42.782593 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-9db673e8-b55f-4b74-9c68-c5ef0d373336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:42.787819 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-9db673e8-b55f-4b74-9c68-c5ef0d373336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:42.830003 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-9db673e8-b55f-4b74-9c68-c5ef0d373336 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ecb2fdb1ef744c7eb85cfa154c0f684f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2767086 Sep 09 05:17:42.830003 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db673e8-b55f-4b74-9c68-c5ef0d373336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4bb79b1-58a6-47dd-a791-1f148f7e9ae3,revision_number=1']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:42.830405 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 34642) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:17:42.905269 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-8209f974-bfd4-462c-af32-c4c67702d578 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:42.927013 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-8209f974-bfd4-462c-af32-c4c67702d578 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:42.984306 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-8209f974-bfd4-462c-af32-c4c67702d578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:42.986923 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-8209f974-bfd4-462c-af32-c4c67702d578 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:42.988056 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-8209f974-bfd4-462c-af32-c4c67702d578 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b4bb79b1-58a6-47dd-a791-1f148f7e9ae3 HTTP/1.1" status: 204 len: 168 time: 0.1564200 Sep 09 05:17:42.995888 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8209f974-bfd4-462c-af32-c4c67702d578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4bb79b1-58a6-47dd-a791-1f148f7e9ae3,revision_number=None']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:43.223790 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5613a335-69d9-474f-b455-eb302f975580 req-7b18e765-ae0b-4239-b4a0-fd214391d032 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:43.225549 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-5613a335-69d9-474f-b455-eb302f975580 req-7b18e765-ae0b-4239-b4a0-fd214391d032 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=1880a6bd-8a58-4755-b7de-37512e26a7b9 HTTP/1.1" status: 200 len: 946 time: 0.0493772 Sep 09 05:17:43.271427 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-5613a335-69d9-474f-b455-eb302f975580 req-193ccf4c-8e7d-4c27-8732-6f3cdaad05d3 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389011 Sep 09 05:17:43.392747 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 34670) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:17:43.412642 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-919af7c3-3c65-4ef6-9b9f-c4a2b97a78e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:43.516237 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-919af7c3-3c65-4ef6-9b9f-c4a2b97a78e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:43.519996 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-919af7c3-3c65-4ef6-9b9f-c4a2b97a78e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:43.558420 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-919af7c3-3c65-4ef6-9b9f-c4a2b97a78e5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2d28dd39247d4ea689c5710307157f28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1641986 Sep 09 05:17:43.559366 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919af7c3-3c65-4ef6-9b9f-c4a2b97a78e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d70b8c1-dbbb-4a7f-adb3-d7db6e09b434,revision_number=1']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:43.561208 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 34676) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:17:43.622218 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-c1ff34f7-2db7-49c7-9c11-352f184e8f8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:43.644642 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-c1ff34f7-2db7-49c7-9c11-352f184e8f8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:43.704624 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-c1ff34f7-2db7-49c7-9c11-352f184e8f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:43.707619 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-c1ff34f7-2db7-49c7-9c11-352f184e8f8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:43.709027 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-c1ff34f7-2db7-49c7-9c11-352f184e8f8d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7d70b8c1-dbbb-4a7f-adb3-d7db6e09b434 HTTP/1.1" status: 204 len: 168 time: 0.1465745 Sep 09 05:17:43.718279 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ff34f7-2db7-49c7-9c11-352f184e8f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d70b8c1-dbbb-4a7f-adb3-d7db6e09b434,revision_number=None']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:43.857365 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-542d3121-9f27-4bf3-938d-0b7c813bfdf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:44.072343 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 34706) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:17:44.175642 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-5acadaa4-6376-488f-8640-b441a16d3344 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:44.196661 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 34710) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:17:44.210120 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-238d98a9-bf15-485d-b573-a0da4aa20789 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:44.268916 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-5acadaa4-6376-488f-8640-b441a16d3344 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:44.272772 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-5acadaa4-6376-488f-8640-b441a16d3344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:44.318262 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-5acadaa4-6376-488f-8640-b441a16d3344 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=84adac1837154c6b916f072a68cd0a84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2447407 Sep 09 05:17:44.318750 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 34714) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:17:44.319509 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acadaa4-6376-488f-8640-b441a16d3344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6cfa302-e4a5-4f25-adf1-4b3901ebfd4c,revision_number=1']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:44.433957 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-238d98a9-bf15-485d-b573-a0da4aa20789 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:44.442474 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-238d98a9-bf15-485d-b573-a0da4aa20789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:44.483763 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-a367a1f7-94ad-4fba-8158-eb5469219317 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:44.496454 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d7062a-3583-4c77-8c10-4b911097a6eb req-cb96dfe5-b8d1-4934-9fb1-ca00de780e02 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:44.498053 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-50d7062a-3583-4c77-8c10-4b911097a6eb req-cb96dfe5-b8d1-4934-9fb1-ca00de780e02 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=1880a6bd-8a58-4755-b7de-37512e26a7b9 HTTP/1.1" status: 200 len: 946 time: 0.1341558 Sep 09 05:17:44.508453 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-238d98a9-bf15-485d-b573-a0da4aa20789 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ff48bc204cfd47c5a4a6f4182afbc308&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3075821 Sep 09 05:17:44.508978 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 34722) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:17:44.525423 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238d98a9-bf15-485d-b573-a0da4aa20789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe1fdfe-cef1-4505-a69c-76638c8bfdb2,revision_number=1']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:44.552493 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-a367a1f7-94ad-4fba-8158-eb5469219317 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:44.560315 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-ab7b8336-ee67-46d7-9aed-5f783151fd8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:44.573882 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-50d7062a-3583-4c77-8c10-4b911097a6eb req-03f923d2-076b-41d2-a1a8-40c6243ee4d7 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643840 Sep 09 05:17:44.586767 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-ab7b8336-ee67-46d7-9aed-5f783151fd8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:44.619592 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-a367a1f7-94ad-4fba-8158-eb5469219317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:44.622789 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-a367a1f7-94ad-4fba-8158-eb5469219317 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:44.626861 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-a367a1f7-94ad-4fba-8158-eb5469219317 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a6cfa302-e4a5-4f25-adf1-4b3901ebfd4c HTTP/1.1" status: 204 len: 168 time: 0.3044944 Sep 09 05:17:44.632776 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a367a1f7-94ad-4fba-8158-eb5469219317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6cfa302-e4a5-4f25-adf1-4b3901ebfd4c,revision_number=None']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:44.650927 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-ab7b8336-ee67-46d7-9aed-5f783151fd8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:44.653968 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-ab7b8336-ee67-46d7-9aed-5f783151fd8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:44.655057 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-ab7b8336-ee67-46d7-9aed-5f783151fd8e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8fe1fdfe-cef1-4505-a69c-76638c8bfdb2 HTTP/1.1" status: 204 len: 168 time: 0.1451082 Sep 09 05:17:44.662708 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7b8336-ee67-46d7-9aed-5f783151fd8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe1fdfe-cef1-4505-a69c-76638c8bfdb2,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:45.032849 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 34742) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:17:45.056764 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-d35c5414-24fb-4762-852b-78886f0ef52d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:45.156716 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-d35c5414-24fb-4762-852b-78886f0ef52d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:45.161734 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-d35c5414-24fb-4762-852b-78886f0ef52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:45.202272 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-d35c5414-24fb-4762-852b-78886f0ef52d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0f18ff2d4d42486cae28ecf750283d7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1675627 Sep 09 05:17:45.203384 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35c5414-24fb-4762-852b-78886f0ef52d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7033aee4-b12a-4c38-8b49-93c1f2e7091f,revision_number=1']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:45.205042 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 34754) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:17:45.268666 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-17c7a831-39fa-40f7-8466-bc5ff47c9ea3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:45.291776 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-17c7a831-39fa-40f7-8466-bc5ff47c9ea3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:45.348448 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-17c7a831-39fa-40f7-8466-bc5ff47c9ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:45.361056 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-17c7a831-39fa-40f7-8466-bc5ff47c9ea3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:45.364658 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-17c7a831-39fa-40f7-8466-bc5ff47c9ea3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7033aee4-b12a-4c38-8b49-93c1f2e7091f HTTP/1.1" status: 204 len: 168 time: 0.1560171 Sep 09 05:17:45.375991 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c7a831-39fa-40f7-8466-bc5ff47c9ea3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7033aee4-b12a-4c38-8b49-93c1f2e7091f,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:45.713157 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04063754-6004-4870-8b18-3fbc84d8cb11 req-cd18a4e7-d614-4d52-b1b2-efea740138f9 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:45.721497 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-04063754-6004-4870-8b18-3fbc84d8cb11 req-cd18a4e7-d614-4d52-b1b2-efea740138f9 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=1880a6bd-8a58-4755-b7de-37512e26a7b9 HTTP/1.1" status: 200 len: 946 time: 0.0626612 Sep 09 05:17:45.774714 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-04063754-6004-4870-8b18-3fbc84d8cb11 req-196b7437-3af0-4d19-bb0c-73c5d1161bef tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515561 Sep 09 05:17:46.519040 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-aa778bbf-89e2-4ba0-81e9-b461425bdaa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:46.915562 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:47.022321 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b639a00-fa1c-467e-a7b4-8ce07475193a req-433f314f-b52a-45cb-87e9-0093139e305c tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:47.024086 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-9b639a00-fa1c-467e-a7b4-8ce07475193a req-433f314f-b52a-45cb-87e9-0093139e305c tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=1880a6bd-8a58-4755-b7de-37512e26a7b9 HTTP/1.1" status: 200 len: 946 time: 0.1220455 Sep 09 05:17:47.068833 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4f7de1-7300-4faf-be4b-404e1c52020d req-2918cf2e-4f7a-4af5-83ea-ca5e61d9adf0 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:47.071000 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-5b4f7de1-7300-4faf-be4b-404e1c52020d req-2918cf2e-4f7a-4af5-83ea-ca5e61d9adf0 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/networks?id=cfd71842-6726-40b2-be3d-a4d60a862165 HTTP/1.1" status: 200 len: 814 time: 0.2039752 Sep 09 05:17:47.084751 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 34884) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:17:47.091878 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-9b639a00-fa1c-467e-a7b4-8ce07475193a req-b1b68ba6-4794-4a09-86ca-80a85bdb83d7 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600417 Sep 09 05:17:47.094937 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-5b4f7de1-7300-4faf-be4b-404e1c52020d req-a8965d49-56cc-420c-a4b4-3360282b1687 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/quotas/4072331c63524c7cbf166cc5521b82fc HTTP/1.1" status: 200 len: 375 time: 0.0154731 Sep 09 05:17:47.152194 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-5b4f7de1-7300-4faf-be4b-404e1c52020d req-82e6ba1f-78ed-4a43-b525-da3c222b9610 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4072331c63524c7cbf166cc5521b82fc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0486541 Sep 09 05:17:47.261439 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-5b4f7de1-7300-4faf-be4b-404e1c52020d req-56562324-82ca-4eb0-b7d8-06e970d99f6a service neutron] 10.222.0.24 "GET /v2.0/networks/cfd71842-6726-40b2-be3d-a4d60a862165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986893 Sep 09 05:17:47.353991 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-ac13bdb3-167d-4dc8-8cf0-d290962764e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:47.368843 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-5b4f7de1-7300-4faf-be4b-404e1c52020d req-a95f4b7d-7c1e-41e1-b564-4afa381b847c service neutron] 10.222.0.24 "GET /v2.0/networks/cfd71842-6726-40b2-be3d-a4d60a862165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984709 Sep 09 05:17:47.472005 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 34894) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:17:47.527553 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-ac13bdb3-167d-4dc8-8cf0-d290962764e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:47.535930 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-ac13bdb3-167d-4dc8-8cf0-d290962764e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:47.589988 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac13bdb3-167d-4dc8-8cf0-d290962764e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdaa7612-bda7-4c8b-ac6c-83e2cf9db4b3,revision_number=1']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:47.598549 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-01754227-a8aa-436c-9acc-eaaa8b3aefad req-462158ad-a2a8-40d4-a552-13eb84dedbbf tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/ports?device_id=55f7d2cb-4949-455f-8929-9b981ce0dd6f HTTP/1.1" status: 200 len: 210 time: 0.0612028 Sep 09 05:17:47.614823 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-ac13bdb3-167d-4dc8-8cf0-d290962764e0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fe406d49026d430db6b04e421c7a5a0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5276542 Sep 09 05:17:47.618577 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 34908) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:17:47.646699 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-9dcada0b-7967-4cde-8891-c5586c834af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:47.678299 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-be9387aa-0801-4876-b90f-2b737f6939f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:47.717252 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-0c879354-711d-472f-8094-82a2c8a3edd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:47.750740 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-0c879354-711d-472f-8094-82a2c8a3edd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:47.842947 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-0c879354-711d-472f-8094-82a2c8a3edd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:47.845589 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-0c879354-711d-472f-8094-82a2c8a3edd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:47.846829 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-0c879354-711d-472f-8094-82a2c8a3edd4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fdaa7612-bda7-4c8b-ac6c-83e2cf9db4b3 HTTP/1.1" status: 204 len: 168 time: 0.2271078 Sep 09 05:17:47.857552 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c879354-711d-472f-8094-82a2c8a3edd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdaa7612-bda7-4c8b-ac6c-83e2cf9db4b3,revision_number=None']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:47.916583 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-be9387aa-0801-4876-b90f-2b737f6939f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:47.921388 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-be9387aa-0801-4876-b90f-2b737f6939f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:47.969985 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9387aa-0801-4876-b90f-2b737f6939f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc4288e-e398-4dd7-bb50-9767aac347f1,revision_number=1']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:48.002885 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-be9387aa-0801-4876-b90f-2b737f6939f4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5b9a2de9c6cd4d0c8d2dd812d7e5ce2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5297675 Sep 09 05:17:48.005850 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 34932) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:17:48.090815 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-11495a8b-b514-49de-a24b-253201a9f6eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:48.126239 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-11495a8b-b514-49de-a24b-253201a9f6eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:48.234569 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-11495a8b-b514-49de-a24b-253201a9f6eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:48.237292 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-11495a8b-b514-49de-a24b-253201a9f6eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:48.238479 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-11495a8b-b514-49de-a24b-253201a9f6eb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ecc4288e-e398-4dd7-bb50-9767aac347f1 HTTP/1.1" status: 204 len: 168 time: 0.2312901 Sep 09 05:17:48.248925 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550e6f28-0c26-4f61-ac99-b8f688a942cf req-863b266c-5eb8-43e0-b5ab-af09137cf3a7 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:48.250550 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-550e6f28-0c26-4f61-ac99-b8f688a942cf req-863b266c-5eb8-43e0-b5ab-af09137cf3a7 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=1880a6bd-8a58-4755-b7de-37512e26a7b9 HTTP/1.1" status: 200 len: 946 time: 0.0673487 Sep 09 05:17:48.256983 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11495a8b-b514-49de-a24b-253201a9f6eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc4288e-e398-4dd7-bb50-9767aac347f1,revision_number=None']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:48.298747 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-550e6f28-0c26-4f61-ac99-b8f688a942cf req-9fd2bd9d-3002-41b9-be76-abb7a8de71f0 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389068 Sep 09 05:17:48.370026 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 34946) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:17:48.385825 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-c220b496-a3cb-40bd-9020-a0176f3f7680 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:48.494665 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-c220b496-a3cb-40bd-9020-a0176f3f7680 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:48.498818 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-c220b496-a3cb-40bd-9020-a0176f3f7680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:48.546074 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-c220b496-a3cb-40bd-9020-a0176f3f7680 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d167acbcba8445a78f876cad352ef55d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1747212 Sep 09 05:17:48.546852 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c220b496-a3cb-40bd-9020-a0176f3f7680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff9a719c-78f6-4ecb-b612-99e4b900d555,revision_number=1']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:48.548771 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 34952) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:17:48.604567 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-7274c9cc-d2b9-4c9e-aecb-39906ecb7a62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:48.632599 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-7274c9cc-d2b9-4c9e-aecb-39906ecb7a62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:48.722563 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-7274c9cc-d2b9-4c9e-aecb-39906ecb7a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:48.726124 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-7274c9cc-d2b9-4c9e-aecb-39906ecb7a62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:48.727660 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-7274c9cc-d2b9-4c9e-aecb-39906ecb7a62 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ff9a719c-78f6-4ecb-b612-99e4b900d555 HTTP/1.1" status: 204 len: 168 time: 0.1778457 Sep 09 05:17:48.738062 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-a19f346a-6efb-46fd-8b0b-64b0de30b146 req-6efb0636-7ac2-4ecc-9013-060a40e8cc9c tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/ports?device_id=55f7d2cb-4949-455f-8929-9b981ce0dd6f HTTP/1.1" status: 200 len: 210 time: 0.0461686 Sep 09 05:17:48.747511 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7274c9cc-d2b9-4c9e-aecb-39906ecb7a62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff9a719c-78f6-4ecb-b612-99e4b900d555,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:48.813911 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 34964) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:17:48.836354 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-b203af3f-ca34-42e9-a23b-c441607d272c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:48.944304 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-b203af3f-ca34-42e9-a23b-c441607d272c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:48.951775 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-b203af3f-ca34-42e9-a23b-c441607d272c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:49.018986 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-b203af3f-ca34-42e9-a23b-c441607d272c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bd9e2dcabd134c5fae7598db5bac83bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2036695 Sep 09 05:17:49.022107 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 34970) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:17:49.026639 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b203af3f-ca34-42e9-a23b-c441607d272c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b33e8b39-40de-4de2-ac4b-4fccec595244,revision_number=1']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:49.121849 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-71efe654-6a9a-4ec5-b657-493541780651 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:49.150742 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4f7de1-7300-4faf-be4b-404e1c52020d req-78d5ceb7-896d-499b-a55a-6171b7b9411a tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:49.151676 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 34974) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:17:49.152256 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-5b4f7de1-7300-4faf-be4b-404e1c52020d req-78d5ceb7-896d-499b-a55a-6171b7b9411a tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.23 "GET /v2.0/networks?id=cfd71842-6726-40b2-be3d-a4d60a862165 HTTP/1.1" status: 200 len: 814 time: 0.1828051 Sep 09 05:17:49.153228 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-fdc48b13-ab8b-41d0-a622-21cc731cd6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:49.154988 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-71efe654-6a9a-4ec5-b657-493541780651 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:49.172172 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-8c44d95f-1ecc-4e7b-8623-7e142fcc284b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:49.177996 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.v2.base [req-5b4f7de1-7300-4faf-be4b-404e1c52020d req-96e4c51a-fd79-4e9f-b7da-e0a94540de75 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Request body: {'port': {'device_id': '55f7d2cb-4949-455f-8929-9b981ce0dd6f', 'network_id': 'cfd71842-6726-40b2-be3d-a4d60a862165', 'admin_state_up': True, 'tenant_id': '4072331c63524c7cbf166cc5521b82fc'}} {{(pid=94297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:17:49.237608 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-71efe654-6a9a-4ec5-b657-493541780651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:49.240637 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-71efe654-6a9a-4ec5-b657-493541780651 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:49.242026 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-71efe654-6a9a-4ec5-b657-493541780651 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b33e8b39-40de-4de2-ac4b-4fccec595244 HTTP/1.1" status: 204 len: 168 time: 0.2185514 Sep 09 05:17:49.260106 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71efe654-6a9a-4ec5-b657-493541780651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b33e8b39-40de-4de2-ac4b-4fccec595244,revision_number=None']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:49.272658 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71efe654-6a9a-4ec5-b657-493541780651 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:17:49.273316 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71efe654-6a9a-4ec5-b657-493541780651 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:17:49.273881 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71efe654-6a9a-4ec5-b657-493541780651 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:17:49.274326 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71efe654-6a9a-4ec5-b657-493541780651 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:17:49.274735 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71efe654-6a9a-4ec5-b657-493541780651 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:17:49.275138 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71efe654-6a9a-4ec5-b657-493541780651 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:17:49.275536 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71efe654-6a9a-4ec5-b657-493541780651 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:17:49.275862 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71efe654-6a9a-4ec5-b657-493541780651 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:17:49.276185 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71efe654-6a9a-4ec5-b657-493541780651 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:17:49.276503 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71efe654-6a9a-4ec5-b657-493541780651 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:17:49.276820 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71efe654-6a9a-4ec5-b657-493541780651 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:17:49.277131 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71efe654-6a9a-4ec5-b657-493541780651 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:17:49.335287 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-8c44d95f-1ecc-4e7b-8623-7e142fcc284b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:49.340200 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-8c44d95f-1ecc-4e7b-8623-7e142fcc284b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:49.369914 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b4f7de1-7300-4faf-be4b-404e1c52020d req-96e4c51a-fd79-4e9f-b7da-e0a94540de75 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Made reservation on behalf of 4072331c63524c7cbf166cc5521b82fc for: {'port': 1} {{(pid=94297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 05:17:49.373421 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-5b4f7de1-7300-4faf-be4b-404e1c52020d req-96e4c51a-fd79-4e9f-b7da-e0a94540de75 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:49.384009 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44d95f-1ecc-4e7b-8623-7e142fcc284b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=143a9138-fc83-4c50-b511-1bddee41cc31,revision_number=1']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:49.390892 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-8c44d95f-1ecc-4e7b-8623-7e142fcc284b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=acaefe3d997d4946981ccac5e156c7ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2356088 Sep 09 05:17:49.391106 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 34984) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:17:49.490105 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f8edaf-d472-4e1c-b118-301cf2d3b70b req-eada1db3-61c3-429f-a000-1a66b355c4f1 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:49.491723 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-b8f8edaf-d472-4e1c-b118-301cf2d3b70b req-eada1db3-61c3-429f-a000-1a66b355c4f1 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=1880a6bd-8a58-4755-b7de-37512e26a7b9 HTTP/1.1" status: 200 len: 946 time: 0.0817759 Sep 09 05:17:49.495265 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-db1b55ce-b27c-4df8-8e12-dc9df83b19a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:49.529243 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.db_base_plugin_common [req-5b4f7de1-7300-4faf-be4b-404e1c52020d req-96e4c51a-fd79-4e9f-b7da-e0a94540de75 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Allocated IP 172.20.0.8 (cfd71842-6726-40b2-be3d-a4d60a862165/26afa4a7-ead4-4ffa-80cb-6879630dc238/24e1f0ba-92ba-4c84-bc59-4d552978c625) {{(pid=94297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 05:17:49.531818 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-db1b55ce-b27c-4df8-8e12-dc9df83b19a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:49.569302 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-b8f8edaf-d472-4e1c-b118-301cf2d3b70b req-fdc1d706-b8e2-4448-ad3e-91ea40b81cf1 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648580 Sep 09 05:17:49.606546 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-db1b55ce-b27c-4df8-8e12-dc9df83b19a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:49.608969 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-db1b55ce-b27c-4df8-8e12-dc9df83b19a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:49.610218 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-db1b55ce-b27c-4df8-8e12-dc9df83b19a5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/143a9138-fc83-4c50-b511-1bddee41cc31 HTTP/1.1" status: 204 len: 168 time: 0.2180047 Sep 09 05:17:49.618759 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1b55ce-b27c-4df8-8e12-dc9df83b19a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=143a9138-fc83-4c50-b511-1bddee41cc31,revision_number=None']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:49.731893 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-5b4f7de1-7300-4faf-be4b-404e1c52020d req-96e4c51a-fd79-4e9f-b7da-e0a94540de75 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Notify callbacks [] for port, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:49.781656 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-5b4f7de1-7300-4faf-be4b-404e1c52020d req-96e4c51a-fd79-4e9f-b7da-e0a94540de75 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748631669697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29281037'] for port, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:49.798992 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] get_ports_and_sgs() called for port_ids ['c5e39047-1d7f-4114-87dd-09560771c0ed'] {{(pid=94299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 05:17:49.948363 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b4f7de1-7300-4faf-be4b-404e1c52020d req-96e4c51a-fd79-4e9f-b7da-e0a94540de75 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Network cfd71842-6726-40b2-be3d-a4d60a862165 is already hosted by enough agents. {{(pid=94297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 05:17:49.952241 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaf261b-5740-4e2e-967b-ccfc78031147 req-a1b02ac0-5262-420d-b5b3-5de55d70e1c7 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:49.961781 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-daaf261b-5740-4e2e-967b-ccfc78031147 req-a1b02ac0-5262-420d-b5b3-5de55d70e1c7 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/ports?device_id=55f7d2cb-4949-455f-8929-9b981ce0dd6f HTTP/1.1" status: 200 len: 931 time: 0.1383009 Sep 09 05:17:49.964631 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.base_scheduler [req-5b4f7de1-7300-4faf-be4b-404e1c52020d req-96e4c51a-fd79-4e9f-b7da-e0a94540de75 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Resources bound (agent type, host, resource id): {{(pid=94297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 05:17:49.967693 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e4c51a-fd79-4e9f-b7da-e0a94540de75 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Pushing event updated for resources: {'Port': ['ID=24e1f0ba-92ba-4c84-bc59-4d552978c625,revision_number=1']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:49.970645 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b4f7de1-7300-4faf-be4b-404e1c52020d req-96e4c51a-fd79-4e9f-b7da-e0a94540de75 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Received port after_create {{(pid=94297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 05:17:50.015519 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e4c51a-fd79-4e9f-b7da-e0a94540de75 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:17:50.016093 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e4c51a-fd79-4e9f-b7da-e0a94540de75 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:17:50.016658 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e4c51a-fd79-4e9f-b7da-e0a94540de75 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:17:50.017279 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e4c51a-fd79-4e9f-b7da-e0a94540de75 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:17:50.017862 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e4c51a-fd79-4e9f-b7da-e0a94540de75 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:17:50.018621 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e4c51a-fd79-4e9f-b7da-e0a94540de75 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:17:50.019264 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e4c51a-fd79-4e9f-b7da-e0a94540de75 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:17:50.019820 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e4c51a-fd79-4e9f-b7da-e0a94540de75 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:17:50.020361 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e4c51a-fd79-4e9f-b7da-e0a94540de75 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:17:50.020877 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e4c51a-fd79-4e9f-b7da-e0a94540de75 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:17:50.021413 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e4c51a-fd79-4e9f-b7da-e0a94540de75 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:17:50.022000 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96e4c51a-fd79-4e9f-b7da-e0a94540de75 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:17:50.033487 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-daaf261b-5740-4e2e-967b-ccfc78031147 req-74c135d6-7641-42e7-91e7-97ad8e8bf235 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b559db1-1589-4e96-9e76-ca77d0cb852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635984 Sep 09 05:17:50.072206 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4f7de1-7300-4faf-be4b-404e1c52020d req-96e4c51a-fd79-4e9f-b7da-e0a94540de75 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:50.073099 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-5b4f7de1-7300-4faf-be4b-404e1c52020d req-96e4c51a-fd79-4e9f-b7da-e0a94540de75 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-438482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for port, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:50.094268 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-5b4f7de1-7300-4faf-be4b-404e1c52020d req-96e4c51a-fd79-4e9f-b7da-e0a94540de75 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9193044 Sep 09 05:17:50.117038 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.v2.base [req-5b4f7de1-7300-4faf-be4b-404e1c52020d req-fc954818-1fae-4d4a-a334-6aa9a17553f5 service neutron] Request body: {'port': {'device_id': '55f7d2cb-4949-455f-8929-9b981ce0dd6f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=94297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:17:50.234233 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-5b4f7de1-7300-4faf-be4b-404e1c52020d req-fc954818-1fae-4d4a-a334-6aa9a17553f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:50.591400 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.notifiers.nova [req-5b4f7de1-7300-4faf-be4b-404e1c52020d req-fc954818-1fae-4d4a-a334-6aa9a17553f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24e1f0ba-92ba-4c84-bc59-4d552978c625 {{(pid=94297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 05:17:50.606376 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-5b4f7de1-7300-4faf-be4b-404e1c52020d req-fc954818-1fae-4d4a-a334-6aa9a17553f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:50.629623 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.provisioning_blocks [req-5b4f7de1-7300-4faf-be4b-404e1c52020d req-fc954818-1fae-4d4a-a334-6aa9a17553f5 service neutron] Transition to ACTIVE for port object 24e1f0ba-92ba-4c84-bc59-4d552978c625 will not be triggered until provisioned by entity L2. {{(pid=94297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 05:17:50.635556 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-5b4f7de1-7300-4faf-be4b-404e1c52020d req-fc954818-1fae-4d4a-a334-6aa9a17553f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29280254'] for port, after_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:50.669967 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 35066) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:17:50.714916 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d93248e-945f-4c67-8ab8-cb937d54eafc req-0a5d0baf-f158-4ac5-a81e-293c1ec72434 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:50.724372 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-9d93248e-945f-4c67-8ab8-cb937d54eafc req-0a5d0baf-f158-4ac5-a81e-293c1ec72434 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=1880a6bd-8a58-4755-b7de-37512e26a7b9 HTTP/1.1" status: 200 len: 946 time: 0.0672922 Sep 09 05:17:50.738271 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc954818-1fae-4d4a-a334-6aa9a17553f5 service neutron] Pushing event updated for resources: {'Port': ['ID=24e1f0ba-92ba-4c84-bc59-4d552978c625,revision_number=2']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:50.780043 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.managers [req-5b4f7de1-7300-4faf-be4b-404e1c52020d req-fc954818-1fae-4d4a-a334-6aa9a17553f5 service neutron] Attempting to bind port 24e1f0ba-92ba-4c84-bc59-4d552978c625 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=94297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 05:17:50.780384 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.managers [req-5b4f7de1-7300-4faf-be4b-404e1c52020d req-fc954818-1fae-4d4a-a334-6aa9a17553f5 service neutron] Attempting to bind port 24e1f0ba-92ba-4c84-bc59-4d552978c625 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '2253588a-18bc-44eb-b0be-6d785831d1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cfd71842-6726-40b2-be3d-a4d60a862165'}] {{(pid=94297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 05:17:50.780762 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4f7de1-7300-4faf-be4b-404e1c52020d req-fc954818-1fae-4d4a-a334-6aa9a17553f5 service neutron] Attempting to bind port 24e1f0ba-92ba-4c84-bc59-4d552978c625 on network cfd71842-6726-40b2-be3d-a4d60a862165 {{(pid=94297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 05:17:50.786309 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4f7de1-7300-4faf-be4b-404e1c52020d req-fc954818-1fae-4d4a-a334-6aa9a17553f5 service neutron] Port 24e1f0ba-92ba-4c84-bc59-4d552978c625 on network cfd71842-6726-40b2-be3d-a4d60a862165 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=94297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 05:17:50.786643 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4f7de1-7300-4faf-be4b-404e1c52020d req-fc954818-1fae-4d4a-a334-6aa9a17553f5 service neutron] Attempting to bind port 24e1f0ba-92ba-4c84-bc59-4d552978c625 on network cfd71842-6726-40b2-be3d-a4d60a862165 {{(pid=94297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 05:17:50.793041 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-9d93248e-945f-4c67-8ab8-cb937d54eafc req-6d2a63cc-d5bf-4001-8967-14bc41873c25 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673213 Sep 09 05:17:50.793409 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4f7de1-7300-4faf-be4b-404e1c52020d req-fc954818-1fae-4d4a-a334-6aa9a17553f5 service neutron] Checking agent: {'id': '7670f20e-61bb-4b09-a030-6895aded51bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 5, 15, 5), 'started_at': datetime.datetime(2021, 9, 9, 5, 15, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 5, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 05:17:50.793829 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4f7de1-7300-4faf-be4b-404e1c52020d req-fc954818-1fae-4d4a-a334-6aa9a17553f5 service neutron] Checking segment: {'id': '2253588a-18bc-44eb-b0be-6d785831d1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cfd71842-6726-40b2-be3d-a4d60a862165'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 05:17:50.794206 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b4f7de1-7300-4faf-be4b-404e1c52020d req-fc954818-1fae-4d4a-a334-6aa9a17553f5 service neutron] Bound using segment: {'id': '2253588a-18bc-44eb-b0be-6d785831d1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cfd71842-6726-40b2-be3d-a4d60a862165'} {{(pid=94297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 05:17:50.794710 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.managers [req-5b4f7de1-7300-4faf-be4b-404e1c52020d req-fc954818-1fae-4d4a-a334-6aa9a17553f5 service neutron] Bound port: 24e1f0ba-92ba-4c84-bc59-4d552978c625, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2253588a-18bc-44eb-b0be-6d785831d1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cfd71842-6726-40b2-be3d-a4d60a862165'}}] {{(pid=94297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 05:17:50.795076 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-5b4f7de1-7300-4faf-be4b-404e1c52020d req-fc954818-1fae-4d4a-a334-6aa9a17553f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:50.880199 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.db [req-5b4f7de1-7300-4faf-be4b-404e1c52020d req-fc954818-1fae-4d4a-a334-6aa9a17553f5 service neutron] For port 24e1f0ba-92ba-4c84-bc59-4d552978c625, host hv-cinder-77262, cleared binding levels {{(pid=94297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 05:17:50.883911 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.db [req-5b4f7de1-7300-4faf-be4b-404e1c52020d req-fc954818-1fae-4d4a-a334-6aa9a17553f5 service neutron] For port 24e1f0ba-92ba-4c84-bc59-4d552978c625, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=24e1f0ba-92ba-4c84-bc59-4d552978c625,segment=NetworkSegment(2253588a-18bc-44eb-b0be-6d785831d1ef),segment_id=2253588a-18bc-44eb-b0be-6d785831d1ef)] {{(pid=94297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 05:17:50.888413 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-5b4f7de1-7300-4faf-be4b-404e1c52020d req-fc954818-1fae-4d4a-a334-6aa9a17553f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29280254'] for port, after_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:50.926765 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4f7de1-7300-4faf-be4b-404e1c52020d req-fc954818-1fae-4d4a-a334-6aa9a17553f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:50.927517 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-5b4f7de1-7300-4faf-be4b-404e1c52020d req-fc954818-1fae-4d4a-a334-6aa9a17553f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-438482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for port, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:50.930568 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-5b4f7de1-7300-4faf-be4b-404e1c52020d req-fc954818-1fae-4d4a-a334-6aa9a17553f5 service neutron] 10.222.0.23 "PUT /v2.0/ports/24e1f0ba-92ba-4c84-bc59-4d552978c625 HTTP/1.1" status: 200 len: 1093 time: 0.8178320 Sep 09 05:17:50.967809 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55f7d2cb-4949-455f-8929-9b981ce0dd6f', 'tag': '24e1f0ba-92ba-4c84-bc59-4d552978c625'}] {{(pid=94297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 05:17:50.970211 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85c66017178c43798701892324557e4ac90163104f6096848bec1798d04fbbd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-970baf30-6a8b-4a5b-afc6-6791dda11c5d" -d '{"events": [{"name": "network-changed", "server_uuid": "55f7d2cb-4949-455f-8929-9b981ce0dd6f", "tag": "24e1f0ba-92ba-4c84-bc59-4d552978c625"}]}' {{(pid=94297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 05:17:51.000010 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc954818-1fae-4d4a-a334-6aa9a17553f5 service neutron] Pushing event updated for resources: {'Port': ['ID=24e1f0ba-92ba-4c84-bc59-4d552978c625,revision_number=3']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:51.038229 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 05:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b24e58-93e6-4d7d-bfcb-f46773dd4d85 x-openstack-request-id: req-d8b24e58-93e6-4d7d-bfcb-f46773dd4d85 {{(pid=94297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 05:17:51.038518 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55f7d2cb-4949-455f-8929-9b981ce0dd6f", "tag": "24e1f0ba-92ba-4c84-bc59-4d552978c625", "status": "completed", "code": 200}]} {{(pid=94297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 05:17:51.038768 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d8b24e58-93e6-4d7d-bfcb-f46773dd4d85 {{(pid=94297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 05:17:51.039841 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55f7d2cb-4949-455f-8929-9b981ce0dd6f', 'tag': '24e1f0ba-92ba-4c84-bc59-4d552978c625', 'status': 'completed', 'code': 200} Sep 09 05:17:51.046111 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4f7de1-7300-4faf-be4b-404e1c52020d req-0eff4463-70f8-4e04-ac18-cb3e36227d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:51.047610 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-5b4f7de1-7300-4faf-be4b-404e1c52020d req-0eff4463-70f8-4e04-ac18-cb3e36227d7a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4072331c63524c7cbf166cc5521b82fc&device_id=55f7d2cb-4949-455f-8929-9b981ce0dd6f HTTP/1.1" status: 200 len: 1096 time: 0.0486884 Sep 09 05:17:51.081463 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.v2.base [None req-5fec494d-48e3-4ea4-b54c-826946822c63 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-312440776-network', 'tenant_id': '499c3ce18b1642a1b74b155c544de54f'}} {{(pid=94298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:17:51.113659 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-5b4f7de1-7300-4faf-be4b-404e1c52020d req-3ecd2768-25fb-4b19-add5-ab0af59038a5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24e1f0ba-92ba-4c84-bc59-4d552978c625 HTTP/1.1" status: 200 len: 217 time: 0.0524666 Sep 09 05:17:51.120751 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fec494d-48e3-4ea4-b54c-826946822c63 admin admin] Made reservation on behalf of 499c3ce18b1642a1b74b155c544de54f for: {'network': 1} {{(pid=94298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 05:17:51.123595 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-5fec494d-48e3-4ea4-b54c-826946822c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for network, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:51.146684 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-5fec494d-48e3-4ea4-b54c-826946822c63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:51.167469 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4f7de1-7300-4faf-be4b-404e1c52020d req-eff43c3a-88b4-4aaa-ad59-54a8304558f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:51.169193 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-5b4f7de1-7300-4faf-be4b-404e1c52020d req-eff43c3a-88b4-4aaa-ad59-54a8304558f5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=26afa4a7-ead4-4ffa-80cb-6879630dc238 HTTP/1.1" status: 200 len: 854 time: 0.0488560 Sep 09 05:17:51.195128 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb46caba-4394-4d07-901b-74d17fcf964b req-6b1924c6-3b70-47df-8bc0-e45babfaf60e tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:51.197291 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-eb46caba-4394-4d07-901b-74d17fcf964b req-6b1924c6-3b70-47df-8bc0-e45babfaf60e tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/ports?device_id=55f7d2cb-4949-455f-8929-9b981ce0dd6f HTTP/1.1" status: 200 len: 943 time: 0.0898647 Sep 09 05:17:51.205934 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-5b4f7de1-7300-4faf-be4b-404e1c52020d req-8f37f840-a072-4a69-b39b-05ab1bfdfdcf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cfd71842-6726-40b2-be3d-a4d60a862165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259821 Sep 09 05:17:51.303675 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-eb46caba-4394-4d07-901b-74d17fcf964b req-b124ca9a-55b9-42ad-a69b-b1377387674c tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b559db1-1589-4e96-9e76-ca77d0cb852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990605 Sep 09 05:17:51.332291 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-5b4f7de1-7300-4faf-be4b-404e1c52020d req-579a5c98-ab55-4512-9e46-5c4c6cad1a7a service neutron] 10.222.0.23 "GET /v2.0/networks/cfd71842-6726-40b2-be3d-a4d60a862165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106925 Sep 09 05:17:51.348069 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-5fec494d-48e3-4ea4-b54c-826946822c63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:51.352547 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-5fec494d-48e3-4ea4-b54c-826946822c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:51.380650 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fec494d-48e3-4ea4-b54c-826946822c63 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=94298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 05:17:51.399164 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fec494d-48e3-4ea4-b54c-826946822c63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc60ff7-a2e1-442e-b87d-bca7dd14fd7c,revision_number=1']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:51.402312 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-5fec494d-48e3-4ea4-b54c-826946822c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771871'] for segment, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:51.402686 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.db.segments_db [None req-5fec494d-48e3-4ea4-b54c-826946822c63 admin admin] Added segment f5868d73-7425-43c9-990c-e3011a86effb of type vlan for network 5f86fc60-4db7-49b3-a7e3-53a60f1edc41 Sep 09 05:17:51.441252 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-5b4f7de1-7300-4faf-be4b-404e1c52020d req-1f1d40d2-e185-4aaf-8a59-a98cf2dcaafa service neutron] 10.222.0.23 "GET /v2.0/networks/cfd71842-6726-40b2-be3d-a4d60a862165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009555 Sep 09 05:17:51.444274 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-5fec494d-48e3-4ea4-b54c-826946822c63 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748631623976'] for network, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:51.474800 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-5fec494d-48e3-4ea4-b54c-826946822c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442'] for network, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:51.476039 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fec494d-48e3-4ea4-b54c-826946822c63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:51.476673 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-5fec494d-48e3-4ea4-b54c-826946822c63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for network, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:51.529226 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-5fec494d-48e3-4ea4-b54c-826946822c63 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8555620 Sep 09 05:17:51.531057 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 35094) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:17:51.553497 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.v2.base [None req-3288e904-94aa-41c0-86d8-8cd36af85f6d admin admin] Request body: {'subnet': {'network_id': '5f86fc60-4db7-49b3-a7e3-53a60f1edc41', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-312440776-subnet', 'tenant_id': '499c3ce18b1642a1b74b155c544de54f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:17:51.576460 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970baf30-6a8b-4a5b-afc6-6791dda11c5d req-1676264b-5855-4956-b681-97a565b10159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:51.579078 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-970baf30-6a8b-4a5b-afc6-6791dda11c5d req-1676264b-5855-4956-b681-97a565b10159 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4072331c63524c7cbf166cc5521b82fc&device_id=55f7d2cb-4949-455f-8929-9b981ce0dd6f HTTP/1.1" status: 200 len: 1096 time: 0.0693183 Sep 09 05:17:51.593631 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fec494d-48e3-4ea4-b54c-826946822c63 admin admin] Pushing event updated for resources: {'Network': ['ID=5f86fc60-4db7-49b3-a7e3-53a60f1edc41,revision_number=1']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:51.605191 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Network 5f86fc60-4db7-49b3-a7e3-53a60f1edc41 details requested by agent ovs-agent-dv-cinder-772623-14-iscsi with host dv-cinder-772623-14-iscsi {{(pid=94299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 05:17:51.640035 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3288e904-94aa-41c0-86d8-8cd36af85f6d admin admin] Made reservation on behalf of 499c3ce18b1642a1b74b155c544de54f for: {'subnet': 1} {{(pid=94298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 05:17:51.643398 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-3288e904-94aa-41c0-86d8-8cd36af85f6d admin admin] Notify callbacks [] for subnet, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:51.709339 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970baf30-6a8b-4a5b-afc6-6791dda11c5d req-8d317816-7fa0-45cd-873c-67691c41eb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:51.710844 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-970baf30-6a8b-4a5b-afc6-6791dda11c5d req-8d317816-7fa0-45cd-873c-67691c41eb19 service neutron] 10.222.0.23 "GET /v2.0/networks?id=cfd71842-6726-40b2-be3d-a4d60a862165 HTTP/1.1" status: 200 len: 914 time: 0.1148131 Sep 09 05:17:51.756296 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-970baf30-6a8b-4a5b-afc6-6791dda11c5d req-46651b32-b61e-4b01-b913-6521dc491d01 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24e1f0ba-92ba-4c84-bc59-4d552978c625 HTTP/1.1" status: 200 len: 217 time: 0.0369110 Sep 09 05:17:51.827634 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970baf30-6a8b-4a5b-afc6-6791dda11c5d req-d1f818c9-d534-4806-927b-78f3c128c7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:51.829109 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-970baf30-6a8b-4a5b-afc6-6791dda11c5d req-d1f818c9-d534-4806-927b-78f3c128c7c9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=26afa4a7-ead4-4ffa-80cb-6879630dc238 HTTP/1.1" status: 200 len: 854 time: 0.0570061 Sep 09 05:17:51.846812 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-3288e904-94aa-41c0-86d8-8cd36af85f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442'] for subnet, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:51.866026 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-970baf30-6a8b-4a5b-afc6-6791dda11c5d req-d442573f-12bc-4b7f-a938-a475badf90a7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cfd71842-6726-40b2-be3d-a4d60a862165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263433 Sep 09 05:17:51.874805 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 35108) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:17:51.932165 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3288e904-94aa-41c0-86d8-8cd36af85f6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=28435b90-6cd6-48cf-b209-feed09a4b009,revision_number=0']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:51.946346 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3288e904-94aa-41c0-86d8-8cd36af85f6d admin admin] Checking segment: {'id': 'f5868d73-7425-43c9-990c-e3011a86effb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5f86fc60-4db7-49b3-a7e3-53a60f1edc41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 05:17:51.946706 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3288e904-94aa-41c0-86d8-8cd36af85f6d admin admin] Network hostable DHCP agents. Network: 5f86fc60-4db7-49b3-a7e3-53a60f1edc41, hostable agents: ['bd61413d-9299-49db-9f91-5814fb92a5ef'], hosted agents: [] {{(pid=94298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 05:17:51.961987 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493ab713-7ffa-4b36-aed2-b6b006573eef req-eb833e80-0255-4d5c-bf94-a421101d7df3 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:51.963604 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-493ab713-7ffa-4b36-aed2-b6b006573eef req-eb833e80-0255-4d5c-bf94-a421101d7df3 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=1880a6bd-8a58-4755-b7de-37512e26a7b9 HTTP/1.1" status: 200 len: 946 time: 0.0902369 Sep 09 05:17:51.972402 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-970baf30-6a8b-4a5b-afc6-6791dda11c5d req-6b3195ab-e670-44a7-afce-f0251ab5a6a5 service neutron] 10.222.0.23 "GET /v2.0/networks/cfd71842-6726-40b2-be3d-a4d60a862165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913601 Sep 09 05:17:51.980024 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3288e904-94aa-41c0-86d8-8cd36af85f6d admin admin] Network 5f86fc60-4db7-49b3-a7e3-53a60f1edc41 is scheduled to be hosted by DHCP agent bd61413d-9299-49db-9f91-5814fb92a5ef with binding_index 1 {{(pid=94298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 05:17:51.998729 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.base_scheduler [None req-3288e904-94aa-41c0-86d8-8cd36af85f6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-14-iscsi, 5f86fc60-4db7-49b3-a7e3-53a60f1edc41) {{(pid=94298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 05:17:52.009194 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3288e904-94aa-41c0-86d8-8cd36af85f6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:52.009793 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-3288e904-94aa-41c0-86d8-8cd36af85f6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for subnet, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:52.016696 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7279447-56ed-4f76-86fd-411df6910acf None None] Network 5f86fc60-4db7-49b3-a7e3-53a60f1edc41 requested from dv-cinder-772623-14-iscsi {{(pid=94299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 05:17:52.020603 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-493ab713-7ffa-4b36-aed2-b6b006573eef req-98af6cf7-c4db-4584-a738-73936affb922 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494335 Sep 09 05:17:52.042336 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-a9ecfec1-9c8d-46f6-bfaf-77c9ec21568a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:52.044452 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-3288e904-94aa-41c0-86d8-8cd36af85f6d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5007842 Sep 09 05:17:52.128858 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-970baf30-6a8b-4a5b-afc6-6791dda11c5d req-f43f079c-b11c-45e4-8c88-89c4b6450fff service neutron] 10.222.0.23 "GET /v2.0/networks/cfd71842-6726-40b2-be3d-a4d60a862165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454840 Sep 09 05:17:52.178464 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f32ffa2-8fae-47dd-ad9e-0caa78b8b00c None None] Network 5f86fc60-4db7-49b3-a7e3-53a60f1edc41 requested from dv-cinder-772623-14-iscsi {{(pid=94299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 05:17:52.190606 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-a9ecfec1-9c8d-46f6-bfaf-77c9ec21568a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:52.195497 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-a9ecfec1-9c8d-46f6-bfaf-77c9ec21568a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:52.237815 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-a9ecfec1-9c8d-46f6-bfaf-77c9ec21568a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8a880c17745945ddb69f2449fc0e0cee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3618050 Sep 09 05:17:52.238924 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ecfec1-9c8d-46f6-bfaf-77c9ec21568a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=443d380d-e1fb-45ff-bcb6-d7632819ead8,revision_number=1']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:52.240600 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 35124) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:17:52.299403 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-b12da262-eaf2-4d97-a6b6-b74514dce1dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:52.324179 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-b12da262-eaf2-4d97-a6b6-b74514dce1dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:52.407533 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-b12da262-eaf2-4d97-a6b6-b74514dce1dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:52.410893 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-b12da262-eaf2-4d97-a6b6-b74514dce1dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:52.412329 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-b12da262-eaf2-4d97-a6b6-b74514dce1dd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/443d380d-e1fb-45ff-bcb6-d7632819ead8 HTTP/1.1" status: 204 len: 168 time: 0.1705880 Sep 09 05:17:52.437117 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12da262-eaf2-4d97-a6b6-b74514dce1dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=443d380d-e1fb-45ff-bcb6-d7632819ead8,revision_number=None']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:52.478684 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2a3f14-1c6d-4940-9022-f9980ae14331 req-b8c6aba7-2624-4e8e-bd0a-db83b82179b0 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:52.480410 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-ec2a3f14-1c6d-4940-9022-f9980ae14331 req-b8c6aba7-2624-4e8e-bd0a-db83b82179b0 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/ports?device_id=55f7d2cb-4949-455f-8929-9b981ce0dd6f HTTP/1.1" status: 200 len: 943 time: 0.0833576 Sep 09 05:17:52.524226 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-ec2a3f14-1c6d-4940-9022-f9980ae14331 req-bfc5193f-c183-4fdc-80a4-4cd40f8f5720 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b559db1-1589-4e96-9e76-ca77d0cb852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371883 Sep 09 05:17:52.767769 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 35150) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:17:52.781522 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-a5fd5f37-3090-4586-a49e-f04e865da98e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:52.874820 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-a5fd5f37-3090-4586-a49e-f04e865da98e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:52.878599 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-a5fd5f37-3090-4586-a49e-f04e865da98e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:52.918988 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fd5f37-3090-4586-a49e-f04e865da98e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68090dec-198e-43c7-a922-bab228e68c21,revision_number=1']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:52.923110 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-a5fd5f37-3090-4586-a49e-f04e865da98e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5c4b773645af4e4e9215f4eb0abc9a50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1543570 Sep 09 05:17:52.925911 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 35154) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:17:52.971533 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-fb12a8df-e858-405f-9e1d-9a23b78131dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:52.992694 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-fb12a8df-e858-405f-9e1d-9a23b78131dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:53.039139 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-fb12a8df-e858-405f-9e1d-9a23b78131dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:53.042117 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-fb12a8df-e858-405f-9e1d-9a23b78131dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:53.043265 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-fb12a8df-e858-405f-9e1d-9a23b78131dc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/68090dec-198e-43c7-a922-bab228e68c21 HTTP/1.1" status: 204 len: 168 time: 0.1165228 Sep 09 05:17:53.052985 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb12a8df-e858-405f-9e1d-9a23b78131dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68090dec-198e-43c7-a922-bab228e68c21,revision_number=None']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:53.163165 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd4f039-7c0a-444b-b7d8-ada280fd48df req-3afe102b-4e15-4f80-90ff-36e6c91022c8 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:53.169238 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-ebd4f039-7c0a-444b-b7d8-ada280fd48df req-3afe102b-4e15-4f80-90ff-36e6c91022c8 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=1880a6bd-8a58-4755-b7de-37512e26a7b9 HTTP/1.1" status: 200 len: 946 time: 0.0608666 Sep 09 05:17:53.210382 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-ebd4f039-7c0a-444b-b7d8-ada280fd48df req-9f2a35aa-c25e-4220-b571-4a2026e3b582 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364380 Sep 09 05:17:53.386456 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 35176) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:17:53.399832 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-a14ac51a-0ce4-4916-a13c-736366aebaae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:53.496347 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eff67ac-f92e-45a6-aeac-7e723988cf80 req-977d8362-030d-4450-a33b-dadb9a09a225 tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:53.497748 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-5eff67ac-f92e-45a6-aeac-7e723988cf80 req-977d8362-030d-4450-a33b-dadb9a09a225 tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bb4d0fc-9007-45f5-834b-bc5f0ca7a336 HTTP/1.1" status: 200 len: 945 time: 0.0818813 Sep 09 05:17:53.563892 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-a14ac51a-0ce4-4916-a13c-736366aebaae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:53.567623 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-5eff67ac-f92e-45a6-aeac-7e723988cf80 req-ab54992b-5b05-4ff9-8099-c5496038ba15 tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0a63ef-aff5-4cdc-93e8-c90f653570e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580602 Sep 09 05:17:53.569214 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-a14ac51a-0ce4-4916-a13c-736366aebaae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:53.606940 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-a14ac51a-0ce4-4916-a13c-736366aebaae admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8c8728accc994afeaecd62cd03219654&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2194173 Sep 09 05:17:53.608022 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14ac51a-0ce4-4916-a13c-736366aebaae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbee7cda-5e8f-40c1-bf6a-546455f67f4e,revision_number=1']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:53.609607 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 35182) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:17:53.664487 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-3cf60911-87b7-4fa0-9e29-0660b0071df6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:53.682849 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f855601f-7cce-4590-b888-139e1a63a058 req-3e079d04-9df1-4318-9081-589a73a41eb9 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:53.684341 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-f855601f-7cce-4590-b888-139e1a63a058 req-3e079d04-9df1-4318-9081-589a73a41eb9 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/ports?device_id=55f7d2cb-4949-455f-8929-9b981ce0dd6f HTTP/1.1" status: 200 len: 943 time: 0.0509567 Sep 09 05:17:53.686983 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-3cf60911-87b7-4fa0-9e29-0660b0071df6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:53.725819 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-f855601f-7cce-4590-b888-139e1a63a058 req-b76117fc-7af2-4450-8fe4-e0780c5e7fea tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b559db1-1589-4e96-9e76-ca77d0cb852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345924 Sep 09 05:17:53.736430 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-3cf60911-87b7-4fa0-9e29-0660b0071df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:53.738986 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-3cf60911-87b7-4fa0-9e29-0660b0071df6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:53.740322 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-3cf60911-87b7-4fa0-9e29-0660b0071df6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dbee7cda-5e8f-40c1-bf6a-546455f67f4e HTTP/1.1" status: 204 len: 168 time: 0.1280668 Sep 09 05:17:53.748768 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf60911-87b7-4fa0-9e29-0660b0071df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbee7cda-5e8f-40c1-bf6a-546455f67f4e,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:53.998873 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8588014f-b47b-4076-9606-dd7999bb5379 req-774138f7-3af7-4734-bede-369d789e291e tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:54.000323 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-8588014f-b47b-4076-9606-dd7999bb5379 req-774138f7-3af7-4734-bede-369d789e291e tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] 10.222.0.24 "GET /v2.0/networks?id=5f86fc60-4db7-49b3-a7e3-53a60f1edc41 HTTP/1.1" status: 200 len: 808 time: 0.1114326 Sep 09 05:17:54.018716 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-8588014f-b47b-4076-9606-dd7999bb5379 req-8e618abb-8ed0-4f81-9035-3073ec4d9f44 tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] 10.222.0.24 "GET /v2.0/quotas/499c3ce18b1642a1b74b155c544de54f HTTP/1.1" status: 200 len: 375 time: 0.0119531 Sep 09 05:17:54.050734 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-8588014f-b47b-4076-9606-dd7999bb5379 req-d445d7ea-2702-4372-a862-b31e7e7ce909 tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=499c3ce18b1642a1b74b155c544de54f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286167 Sep 09 05:17:54.145645 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 35214) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:17:54.147275 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-8588014f-b47b-4076-9606-dd7999bb5379 req-e331b179-e9d4-4812-b78d-a22978cf2454 service neutron] 10.222.0.24 "GET /v2.0/networks/5f86fc60-4db7-49b3-a7e3-53a60f1edc41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880713 Sep 09 05:17:54.239706 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-8588014f-b47b-4076-9606-dd7999bb5379 req-1f31f84c-97c3-499c-b1df-6c974066d7ff service neutron] 10.222.0.24 "GET /v2.0/networks/5f86fc60-4db7-49b3-a7e3-53a60f1edc41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855041 Sep 09 05:17:54.336676 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-8e160b63-73a5-40e2-94d6-2b24b69ee01f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:54.350238 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbb8d1b-4f68-4527-b256-a94b8811b57c req-80032ac2-7ede-4dbf-8200-1421d1f8da6c tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:54.355429 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-7bbb8d1b-4f68-4527-b256-a94b8811b57c req-80032ac2-7ede-4dbf-8200-1421d1f8da6c tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=1880a6bd-8a58-4755-b7de-37512e26a7b9 HTTP/1.1" status: 200 len: 946 time: 0.0651326 Sep 09 05:17:54.424228 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-7bbb8d1b-4f68-4527-b256-a94b8811b57c req-05d30507-3d75-4017-94b3-dae3f3d96699 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625279 Sep 09 05:17:54.477914 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-753ca22f-8a5d-4e13-b229-9b0d42c99f09 req-067f0d6e-7dbb-48af-aefc-78e62c2fbc74 tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] 10.222.0.24 "GET /v2.0/ports?device_id=eecd1f34-fff4-4301-b881-1065a3bd87d9 HTTP/1.1" status: 200 len: 210 time: 0.0724821 Sep 09 05:17:54.534136 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-8e160b63-73a5-40e2-94d6-2b24b69ee01f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:54.538754 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-8e160b63-73a5-40e2-94d6-2b24b69ee01f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:54.580715 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device 24e1f0ba-92ba-4c84-bc59-4d552978c625 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=94299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 05:17:54.596381 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-8e160b63-73a5-40e2-94d6-2b24b69ee01f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=04725fd51b284bbdad603a3a41ae6499&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4494300 Sep 09 05:17:54.597461 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e160b63-73a5-40e2-94d6-2b24b69ee01f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8bb9e41-b111-4c22-af0e-acc7fec85a06,revision_number=1']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:54.597904 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 35244) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:17:54.694266 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-e30c895a-1a5a-482b-bfc5-878d28850d24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:54.751539 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-e30c895a-1a5a-482b-bfc5-878d28850d24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:54.771543 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] For port 24e1f0ba-92ba-4c84-bc59-4d552978c625, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=24e1f0ba-92ba-4c84-bc59-4d552978c625,segment=NetworkSegment(2253588a-18bc-44eb-b0be-6d785831d1ef),segment_id=2253588a-18bc-44eb-b0be-6d785831d1ef)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:17:54.789918 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Returning: {'device': '24e1f0ba-92ba-4c84-bc59-4d552978c625', 'network_id': 'cfd71842-6726-40b2-be3d-a4d60a862165', 'port_id': '24e1f0ba-92ba-4c84-bc59-4d552978c625', 'mac_address': 'fa:16:3e:d8:44:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26afa4a7-ead4-4ffa-80cb-6879630dc238', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 05:17:54.804194 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c58431-148a-4d3c-944b-953ab49021ca req-83de3424-2ffd-41b4-857c-4d59b3207fe1 tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:54.812216 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-c6c58431-148a-4d3c-944b-953ab49021ca req-83de3424-2ffd-41b4-857c-4d59b3207fe1 tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bb4d0fc-9007-45f5-834b-bc5f0ca7a336 HTTP/1.1" status: 200 len: 945 time: 0.1120551 Sep 09 05:17:54.845285 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:54.863619 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.notifiers.nova [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24e1f0ba-92ba-4c84-bc59-4d552978c625 {{(pid=94299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 05:17:54.887186 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-c6c58431-148a-4d3c-944b-953ab49021ca req-1b6bf678-a205-4a84-887b-9b7d827dace4 tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0a63ef-aff5-4cdc-93e8-c90f653570e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740535 Sep 09 05:17:54.890750 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-e30c895a-1a5a-482b-bfc5-878d28850d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:54.893482 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-e30c895a-1a5a-482b-bfc5-878d28850d24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:54.897430 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-e30c895a-1a5a-482b-bfc5-878d28850d24 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e8bb9e41-b111-4c22-af0e-acc7fec85a06 HTTP/1.1" status: 204 len: 168 time: 0.2961833 Sep 09 05:17:54.907341 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] For port 24e1f0ba-92ba-4c84-bc59-4d552978c625, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=24e1f0ba-92ba-4c84-bc59-4d552978c625,segment=NetworkSegment(2253588a-18bc-44eb-b0be-6d785831d1ef),segment_id=2253588a-18bc-44eb-b0be-6d785831d1ef)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:17:54.918566 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c895a-1a5a-482b-bfc5-878d28850d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8bb9e41-b111-4c22-af0e-acc7fec85a06,revision_number=None']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:54.933822 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3dfab8-d6c6-43c2-9722-6f962069da7b req-fbbf9b92-4d67-49e3-93d6-412b9f9e2c91 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:54.936344 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:54.942600 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-db3dfab8-d6c6-43c2-9722-6f962069da7b req-fbbf9b92-4d67-49e3-93d6-412b9f9e2c91 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/ports?device_id=55f7d2cb-4949-455f-8929-9b981ce0dd6f HTTP/1.1" status: 200 len: 943 time: 0.1081314 Sep 09 05:17:54.986357 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-db3dfab8-d6c6-43c2-9722-6f962069da7b req-786adc87-7937-4ed1-9fbe-720c80e2c5d0 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b559db1-1589-4e96-9e76-ca77d0cb852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429058 Sep 09 05:17:55.041506 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Pushing event updated for resources: {'Port': ['ID=24e1f0ba-92ba-4c84-bc59-4d552978c625,revision_number=4']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:55.049495 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:17:55.049923 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:17:55.050256 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:17:55.050744 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:17:55.051240 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:17:55.051563 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:17:55.052087 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:17:55.052411 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:17:55.052756 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:17:55.053304 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:17:55.055132 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:17:55.055639 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:17:55.250031 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 35268) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:17:55.263930 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-d24060b5-e746-420a-ba51-a303b9e3e398 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:55.342600 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] get_ports_and_sgs() called for port_ids ['24e1f0ba-92ba-4c84-bc59-4d552978c625'] {{(pid=94299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 05:17:55.355883 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-d24060b5-e746-420a-ba51-a303b9e3e398 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:55.360092 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-d24060b5-e746-420a-ba51-a303b9e3e398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:55.400820 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-d24060b5-e746-420a-ba51-a303b9e3e398 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4295804aa51a4299827050b4cd719073&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1497004 Sep 09 05:17:55.403098 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24060b5-e746-420a-ba51-a303b9e3e398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda381c7-eed2-4b3e-8981-db01984c00e0,revision_number=1']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:55.403515 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 35274) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:17:55.461813 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-b9776f7d-dfab-4788-8a81-2430c00c93d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:55.504004 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-b9776f7d-dfab-4788-8a81-2430c00c93d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:55.601310 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a213361d-824c-4277-82f9-27dab31bef38 req-84c28531-0d7d-487d-9efb-0893d5ca1363 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:55.603391 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-a213361d-824c-4277-82f9-27dab31bef38 req-84c28531-0d7d-487d-9efb-0893d5ca1363 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=1880a6bd-8a58-4755-b7de-37512e26a7b9 HTTP/1.1" status: 200 len: 946 time: 0.0891449 Sep 09 05:17:55.631268 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-3f035704-c1fa-45c8-8166-1a0b4cac307d req-35f77be6-d7af-4ce6-b88b-c914395165c3 tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] 10.222.0.24 "GET /v2.0/ports?device_id=eecd1f34-fff4-4301-b881-1065a3bd87d9 HTTP/1.1" status: 200 len: 210 time: 0.0435784 Sep 09 05:17:55.631268 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-b9776f7d-dfab-4788-8a81-2430c00c93d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:55.631268 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-b9776f7d-dfab-4788-8a81-2430c00c93d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:55.634933 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-b9776f7d-dfab-4788-8a81-2430c00c93d1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cda381c7-eed2-4b3e-8981-db01984c00e0 HTTP/1.1" status: 204 len: 168 time: 0.2273221 Sep 09 05:17:55.682673 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-a213361d-824c-4277-82f9-27dab31bef38 req-ebe8727d-84a7-4f2d-bbcd-110bce7382e8 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577924 Sep 09 05:17:55.683520 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9776f7d-dfab-4788-8a81-2430c00c93d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda381c7-eed2-4b3e-8981-db01984c00e0,revision_number=None']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:55.886807 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8588014f-b47b-4076-9606-dd7999bb5379 req-71cff743-7481-42b3-a696-a63b0c077958 tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:55.888400 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-8588014f-b47b-4076-9606-dd7999bb5379 req-71cff743-7481-42b3-a696-a63b0c077958 tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] 10.222.0.23 "GET /v2.0/networks?id=5f86fc60-4db7-49b3-a7e3-53a60f1edc41 HTTP/1.1" status: 200 len: 808 time: 0.1472387 Sep 09 05:17:55.918704 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.v2.base [req-8588014f-b47b-4076-9606-dd7999bb5379 req-6432dbd3-624d-4217-835c-110542d7b40f tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] Request body: {'port': {'device_id': 'eecd1f34-fff4-4301-b881-1065a3bd87d9', 'network_id': '5f86fc60-4db7-49b3-a7e3-53a60f1edc41', 'admin_state_up': True, 'tenant_id': '499c3ce18b1642a1b74b155c544de54f'}} {{(pid=94297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:17:56.057534 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ad61c7-ff9b-4ca5-a6ff-88a704844749 req-2cc8593e-375a-4ce3-aa5d-f3a45df3b6e6 tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:56.066285 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-57ad61c7-ff9b-4ca5-a6ff-88a704844749 req-2cc8593e-375a-4ce3-aa5d-f3a45df3b6e6 tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bb4d0fc-9007-45f5-834b-bc5f0ca7a336 HTTP/1.1" status: 200 len: 945 time: 0.0822134 Sep 09 05:17:56.182608 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-57ad61c7-ff9b-4ca5-a6ff-88a704844749 req-2758d369-1cef-4c3a-bd65-cca6243b262a tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a0a63ef-aff5-4cdc-93e8-c90f653570e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093478 Sep 09 05:17:56.206450 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9774cf6-5006-4f77-9a90-fd3dfb577648 req-0404178a-4d74-4781-a37e-0f9805b304c9 tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:56.207953 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-b9774cf6-5006-4f77-9a90-fd3dfb577648 req-0404178a-4d74-4781-a37e-0f9805b304c9 tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] 10.222.0.23 "GET /v2.0/ports?device_id=7bb4d0fc-9007-45f5-834b-bc5f0ca7a336 HTTP/1.1" status: 200 len: 945 time: 0.0641556 Sep 09 05:17:56.219244 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70447a06-3df4-4bda-a906-effeb3ed70cd req-b9a20f40-7675-440b-b7ff-6bdd311b0790 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:56.227603 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-70447a06-3df4-4bda-a906-effeb3ed70cd req-b9a20f40-7675-440b-b7ff-6bdd311b0790 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/ports?device_id=55f7d2cb-4949-455f-8929-9b981ce0dd6f HTTP/1.1" status: 200 len: 944 time: 0.1153712 Sep 09 05:17:56.273094 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8588014f-b47b-4076-9606-dd7999bb5379 req-6432dbd3-624d-4217-835c-110542d7b40f tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] Made reservation on behalf of 499c3ce18b1642a1b74b155c544de54f for: {'port': 1} {{(pid=94297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 05:17:56.278263 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-8588014f-b47b-4076-9606-dd7999bb5379 req-6432dbd3-624d-4217-835c-110542d7b40f tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:56.304211 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-70447a06-3df4-4bda-a906-effeb3ed70cd req-bb2372d7-f7fa-49a0-8aa5-7189ec10a40d tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b559db1-1589-4e96-9e76-ca77d0cb852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712168 Sep 09 05:17:56.328873 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 35336) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:17:56.408257 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.plugin [req-b9774cf6-5006-4f77-9a90-fd3dfb577648 req-15d23ebb-2a64-4b41-ac7f-573f59cb261f tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] Deleting port 94c580bc-577b-4d6f-9a69-e2643d8fa18e {{(pid=94298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 05:17:56.408928 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [req-b9774cf6-5006-4f77-9a90-fd3dfb577648 req-15d23ebb-2a64-4b41-ac7f-573f59cb261f tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748632167994'] for port, before_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:56.431971 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.db_base_plugin_common [req-8588014f-b47b-4076-9606-dd7999bb5379 req-6432dbd3-624d-4217-835c-110542d7b40f tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] Allocated IP 172.20.0.5 (5f86fc60-4db7-49b3-a7e3-53a60f1edc41/28435b90-6cd6-48cf-b209-feed09a4b009/23b413c8-c161-4834-88ea-70d2c1c7bb55) {{(pid=94297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 05:17:56.601314 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device 24e1f0ba-92ba-4c84-bc59-4d552978c625 up at agent hyperv_hv-cinder-77262 {{(pid=94299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 05:17:56.632774 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-8588014f-b47b-4076-9606-dd7999bb5379 req-6432dbd3-624d-4217-835c-110542d7b40f tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] Notify callbacks [] for port, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:56.687091 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Provisioning for port 24e1f0ba-92ba-4c84-bc59-4d552978c625 completed by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 05:17:56.692662 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-8588014f-b47b-4076-9606-dd7999bb5379 req-6432dbd3-624d-4217-835c-110542d7b40f tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748631669697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29281037'] for port, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:56.692777 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Provisioning complete for port 24e1f0ba-92ba-4c84-bc59-4d552978c625 triggered by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:17:56.693203 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:56.748742 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-edfe89f9-3b8c-4b25-bea1-f5c72d2685b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:56.750576 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6432dbd3-624d-4217-835c-110542d7b40f tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] Pushing event updated for resources: {'Port': ['ID=23b413c8-c161-4834-88ea-70d2c1c7bb55,revision_number=1']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:56.781369 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8588014f-b47b-4076-9606-dd7999bb5379 req-6432dbd3-624d-4217-835c-110542d7b40f tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] Network 5f86fc60-4db7-49b3-a7e3-53a60f1edc41 is already hosted by enough agents. {{(pid=94297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 05:17:56.783555 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.base_scheduler [req-8588014f-b47b-4076-9606-dd7999bb5379 req-6432dbd3-624d-4217-835c-110542d7b40f tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] Resources bound (agent type, host, resource id): {{(pid=94297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 05:17:56.793575 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:56.794043 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.l3_dvrscheduler_db [req-8588014f-b47b-4076-9606-dd7999bb5379 req-6432dbd3-624d-4217-835c-110542d7b40f tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] Received port after_create {{(pid=94297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 05:17:56.832921 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] For port 24e1f0ba-92ba-4c84-bc59-4d552978c625, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=24e1f0ba-92ba-4c84-bc59-4d552978c625,segment=NetworkSegment(2253588a-18bc-44eb-b0be-6d785831d1ef),segment_id=2253588a-18bc-44eb-b0be-6d785831d1ef)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:17:56.834218 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55f7d2cb-4949-455f-8929-9b981ce0dd6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24e1f0ba-92ba-4c84-bc59-4d552978c625'}] {{(pid=94299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 05:17:56.838469 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6baa3fa754b64f0f84acd20b1d53bd6375697f3cd0d79ee629041410e58b9d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2e111ad-b394-4966-b023-a3c2c6d88ef7" -d '{"events": [{"server_uuid": "55f7d2cb-4949-455f-8929-9b981ce0dd6f", "name": "network-vif-plugged", "status": "completed", "tag": "24e1f0ba-92ba-4c84-bc59-4d552978c625"}]}' {{(pid=94299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 05:17:56.843076 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:56.845390 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device 94c580bc-577b-4d6f-9a69-e2643d8fa18e no longer exists at agent hyperv_hv-cinder-77262 {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 05:17:56.863767 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8588014f-b47b-4076-9606-dd7999bb5379 req-6432dbd3-624d-4217-835c-110542d7b40f tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:56.864659 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-8588014f-b47b-4076-9606-dd7999bb5379 req-6432dbd3-624d-4217-835c-110542d7b40f tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-438482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for port, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:56.880611 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.db [req-b9774cf6-5006-4f77-9a90-fd3dfb577648 req-15d23ebb-2a64-4b41-ac7f-573f59cb261f tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] For port 94c580bc-577b-4d6f-9a69-e2643d8fa18e, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=94c580bc-577b-4d6f-9a69-e2643d8fa18e,segment=NetworkSegment(d7e28618-7834-4ff3-8153-91619290a605),segment_id=d7e28618-7834-4ff3-8153-91619290a605)] {{(pid=94298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:17:56.881036 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [req-b9774cf6-5006-4f77-9a90-fd3dfb577648 req-15d23ebb-2a64-4b41-ac7f-573f59cb261f tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596826'] for port, precommit_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:56.912513 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.plugin [req-b9774cf6-5006-4f77-9a90-fd3dfb577648 req-15d23ebb-2a64-4b41-ac7f-573f59cb261f tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] Calling delete_port for 94c580bc-577b-4d6f-9a69-e2643d8fa18e owned by compute:nova {{(pid=94298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 05:17:56.932092 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedeb18d-81ba-40da-9eb2-3719c84f92b7 req-7ff4ffe6-2862-4dd0-8a9c-278bca2ce6d9 tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:56.933585 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-cedeb18d-81ba-40da-9eb2-3719c84f92b7 req-7ff4ffe6-2862-4dd0-8a9c-278bca2ce6d9 tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] 10.222.0.24 "GET /v2.0/ports?device_id=eecd1f34-fff4-4301-b881-1065a3bd87d9 HTTP/1.1" status: 200 len: 931 time: 0.1704834 Sep 09 05:17:56.947649 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Pushing event updated for resources: {'Port': ['ID=24e1f0ba-92ba-4c84-bc59-4d552978c625,revision_number=5']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:56.958806 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ab06ac-91fc-4215-8501-60e396b653fb req-a1f576b7-0ebc-4713-a97a-4168b0db1e21 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:56.960259 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-a9ab06ac-91fc-4215-8501-60e396b653fb req-a1f576b7-0ebc-4713-a97a-4168b0db1e21 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=1880a6bd-8a58-4755-b7de-37512e26a7b9 HTTP/1.1" status: 200 len: 946 time: 0.1633072 Sep 09 05:17:56.996845 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:57.033266 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] For port 94c580bc-577b-4d6f-9a69-e2643d8fa18e, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=94c580bc-577b-4d6f-9a69-e2643d8fa18e,segment=NetworkSegment(d7e28618-7834-4ff3-8153-91619290a605),segment_id=d7e28618-7834-4ff3-8153-91619290a605)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:17:57.038156 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:57.092255 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Pushing event updated for resources: {'Port': ['ID=94c580bc-577b-4d6f-9a69-e2643d8fa18e,revision_number=6']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:57.115001 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-a9ab06ac-91fc-4215-8501-60e396b653fb req-8e59da7c-3b16-442d-af3a-5874650e3498 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449320 Sep 09 05:17:57.118176 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-cedeb18d-81ba-40da-9eb2-3719c84f92b7 req-e09366ef-37d8-4e37-8ebc-ca37ff91f588 tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] 10.222.0.24 "GET /v2.0/security-groups?id=3dc60ff7-a2e1-442e-b87d-bca7dd14fd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747229 Sep 09 05:17:57.157496 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-edfe89f9-3b8c-4b25-bea1-f5c72d2685b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:57.183392 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-8588014f-b47b-4076-9606-dd7999bb5379 req-6432dbd3-624d-4217-835c-110542d7b40f tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2685044 Sep 09 05:17:57.193683 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-edfe89f9-3b8c-4b25-bea1-f5c72d2685b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:57.199518 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.v2.base [req-8588014f-b47b-4076-9606-dd7999bb5379 req-d934fdc8-1c32-4626-bff3-765209a34881 service neutron] Request body: {'port': {'device_id': 'eecd1f34-fff4-4301-b881-1065a3bd87d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=94297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:17:57.204525 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 05:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-739d35b1-0302-4915-8230-a067d8a31f4d x-openstack-request-id: req-739d35b1-0302-4915-8230-a067d8a31f4d {{(pid=94299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 05:17:57.205037 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55f7d2cb-4949-455f-8929-9b981ce0dd6f", "name": "network-vif-plugged", "status": "completed", "tag": "24e1f0ba-92ba-4c84-bc59-4d552978c625", "code": 200}]} {{(pid=94299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 05:17:57.205492 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-739d35b1-0302-4915-8230-a067d8a31f4d {{(pid=94299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 05:17:57.206064 dv-cinder-772623-14-iscsi neutron-server[94299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55f7d2cb-4949-455f-8929-9b981ce0dd6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24e1f0ba-92ba-4c84-bc59-4d552978c625', 'code': 200} Sep 09 05:17:57.254741 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfe89f9-3b8c-4b25-bea1-f5c72d2685b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03bb4bfb-0da7-46f0-ad2f-8d44cc3baae4,revision_number=1']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:57.258640 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-edfe89f9-3b8c-4b25-bea1-f5c72d2685b0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=be05c8921f7947f4b34985f0716790dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9283457 Sep 09 05:17:57.260634 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [req-b9774cf6-5006-4f77-9a90-fd3dfb577648 req-15d23ebb-2a64-4b41-ac7f-573f59cb261f tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748632172548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748631669706'] for port, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:57.261873 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 35368) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:17:57.310850 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-8588014f-b47b-4076-9606-dd7999bb5379 req-d934fdc8-1c32-4626-bff3-765209a34881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:57.360293 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d23ebb-2a64-4b41-ac7f-573f59cb261f tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] Pushing event deleted for resources: {'Port': ['ID=94c580bc-577b-4d6f-9a69-e2643d8fa18e,revision_number=None']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:57.389525 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9774cf6-5006-4f77-9a90-fd3dfb577648 req-15d23ebb-2a64-4b41-ac7f-573f59cb261f tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] No DVR routers for this DVR port 94c580bc-577b-4d6f-9a69-e2643d8fa18e on host hv-cinder-77262 {{(pid=94298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 05:17:57.411113 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [req-b9774cf6-5006-4f77-9a90-fd3dfb577648 req-15d23ebb-2a64-4b41-ac7f-573f59cb261f tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-438482'] for port, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:57.413134 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-b9774cf6-5006-4f77-9a90-fd3dfb577648 req-15d23ebb-2a64-4b41-ac7f-573f59cb261f tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] 10.222.0.23 "DELETE /v2.0/ports/94c580bc-577b-4d6f-9a69-e2643d8fa18e HTTP/1.1" status: 204 len: 173 time: 1.1838918 Sep 09 05:17:57.415440 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-484096bb-9e25-47d5-a882-b8118631f589 req-9bd9d1d6-c340-43d7-a96f-3757ff33db7f tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bb4d0fc-9007-45f5-834b-bc5f0ca7a336 HTTP/1.1" status: 200 len: 210 time: 0.0563760 Sep 09 05:17:57.415861 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb4d0fc-9007-45f5-834b-bc5f0ca7a336', 'name': 'network-vif-deleted', 'tag': '94c580bc-577b-4d6f-9a69-e2643d8fa18e'}] {{(pid=94298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 05:17:57.418237 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bce242ee21533c645a402e1a550c8899fb444cbd779d7c78464fb91fbc7682ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-805b6f7f-cbf2-4492-bad9-501e68f172ae" -d '{"events": [{"server_uuid": "7bb4d0fc-9007-45f5-834b-bc5f0ca7a336", "name": "network-vif-deleted", "tag": "94c580bc-577b-4d6f-9a69-e2643d8fa18e"}]}' {{(pid=94298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 05:17:57.453903 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-c44a6841-cd37-45f3-b210-19f843c77324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:57.486419 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 05:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-890d3ffb-41f2-4afd-9a35-20c64eca0b3f x-openstack-request-id: req-890d3ffb-41f2-4afd-9a35-20c64eca0b3f {{(pid=94298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 05:17:57.486684 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb4d0fc-9007-45f5-834b-bc5f0ca7a336", "name": "network-vif-deleted", "tag": "94c580bc-577b-4d6f-9a69-e2643d8fa18e", "status": "completed", "code": 200}]} {{(pid=94298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 05:17:57.486888 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-890d3ffb-41f2-4afd-9a35-20c64eca0b3f {{(pid=94298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 05:17:57.487263 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb4d0fc-9007-45f5-834b-bc5f0ca7a336', 'name': 'network-vif-deleted', 'tag': '94c580bc-577b-4d6f-9a69-e2643d8fa18e', 'status': 'completed', 'code': 200} Sep 09 05:17:57.518387 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62332f7-f667-4929-82ee-ffb4f2d1ce06 req-7be30897-e202-4975-b895-d12d194cc72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:57.518596 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-c44a6841-cd37-45f3-b210-19f843c77324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:57.519890 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-a62332f7-f667-4929-82ee-ffb4f2d1ce06 req-7be30897-e202-4975-b895-d12d194cc72b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=55f7d2cb-4949-455f-8929-9b981ce0dd6f HTTP/1.1" status: 200 len: 1098 time: 0.0955627 Sep 09 05:17:57.565496 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0d902c-a261-47eb-ac08-b21be9c7369a req-beac8280-3879-44ee-b1f7-d2a6c573a577 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:57.567011 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-fb0d902c-a261-47eb-ac08-b21be9c7369a req-beac8280-3879-44ee-b1f7-d2a6c573a577 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/ports?device_id=55f7d2cb-4949-455f-8929-9b981ce0dd6f HTTP/1.1" status: 200 len: 945 time: 0.0936873 Sep 09 05:17:57.604790 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-c44a6841-cd37-45f3-b210-19f843c77324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:57.607172 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-a62332f7-f667-4929-82ee-ffb4f2d1ce06 req-ff3e623e-5a82-431e-96c2-e432e8a11605 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0b559db1-1589-4e96-9e76-ca77d0cb852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761931 Sep 09 05:17:57.607319 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-c44a6841-cd37-45f3-b210-19f843c77324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:57.608385 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-c44a6841-cd37-45f3-b210-19f843c77324 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/03bb4bfb-0da7-46f0-ad2f-8d44cc3baae4 HTTP/1.1" status: 204 len: 168 time: 0.3455884 Sep 09 05:17:57.622917 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-fb0d902c-a261-47eb-ac08-b21be9c7369a req-b017bbbf-43f8-4447-9dd9-79cbb9de039a tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b559db1-1589-4e96-9e76-ca77d0cb852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494404 Sep 09 05:17:57.630181 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44a6841-cd37-45f3-b210-19f843c77324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03bb4bfb-0da7-46f0-ad2f-8d44cc3baae4,revision_number=None']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:57.702756 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.notifiers.nova [req-8588014f-b47b-4076-9606-dd7999bb5379 req-d934fdc8-1c32-4626-bff3-765209a34881 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23b413c8-c161-4834-88ea-70d2c1c7bb55 {{(pid=94297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 05:17:57.710224 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-8588014f-b47b-4076-9606-dd7999bb5379 req-d934fdc8-1c32-4626-bff3-765209a34881 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:57.722545 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.provisioning_blocks [req-8588014f-b47b-4076-9606-dd7999bb5379 req-d934fdc8-1c32-4626-bff3-765209a34881 service neutron] Transition to ACTIVE for port object 23b413c8-c161-4834-88ea-70d2c1c7bb55 will not be triggered until provisioned by entity L2. {{(pid=94297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 05:17:57.728139 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-8588014f-b47b-4076-9606-dd7999bb5379 req-d934fdc8-1c32-4626-bff3-765209a34881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29280254'] for port, after_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:57.781737 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d934fdc8-1c32-4626-bff3-765209a34881 service neutron] Pushing event updated for resources: {'Port': ['ID=23b413c8-c161-4834-88ea-70d2c1c7bb55,revision_number=2']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:57.862555 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.managers [req-8588014f-b47b-4076-9606-dd7999bb5379 req-d934fdc8-1c32-4626-bff3-765209a34881 service neutron] Attempting to bind port 23b413c8-c161-4834-88ea-70d2c1c7bb55 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=94297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 05:17:57.862942 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.managers [req-8588014f-b47b-4076-9606-dd7999bb5379 req-d934fdc8-1c32-4626-bff3-765209a34881 service neutron] Attempting to bind port 23b413c8-c161-4834-88ea-70d2c1c7bb55 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': 'f5868d73-7425-43c9-990c-e3011a86effb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5f86fc60-4db7-49b3-a7e3-53a60f1edc41'}] {{(pid=94297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 05:17:57.863215 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8588014f-b47b-4076-9606-dd7999bb5379 req-d934fdc8-1c32-4626-bff3-765209a34881 service neutron] Attempting to bind port 23b413c8-c161-4834-88ea-70d2c1c7bb55 on network 5f86fc60-4db7-49b3-a7e3-53a60f1edc41 {{(pid=94297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 05:17:57.869099 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8588014f-b47b-4076-9606-dd7999bb5379 req-d934fdc8-1c32-4626-bff3-765209a34881 service neutron] Port 23b413c8-c161-4834-88ea-70d2c1c7bb55 on network 5f86fc60-4db7-49b3-a7e3-53a60f1edc41 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=94297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 05:17:57.869917 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8588014f-b47b-4076-9606-dd7999bb5379 req-d934fdc8-1c32-4626-bff3-765209a34881 service neutron] Attempting to bind port 23b413c8-c161-4834-88ea-70d2c1c7bb55 on network 5f86fc60-4db7-49b3-a7e3-53a60f1edc41 {{(pid=94297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 05:17:57.875966 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8588014f-b47b-4076-9606-dd7999bb5379 req-d934fdc8-1c32-4626-bff3-765209a34881 service neutron] Checking agent: {'id': '7670f20e-61bb-4b09-a030-6895aded51bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 5, 15, 5), 'started_at': datetime.datetime(2021, 9, 9, 5, 15, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 5, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 05:17:57.876383 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8588014f-b47b-4076-9606-dd7999bb5379 req-d934fdc8-1c32-4626-bff3-765209a34881 service neutron] Checking segment: {'id': 'f5868d73-7425-43c9-990c-e3011a86effb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5f86fc60-4db7-49b3-a7e3-53a60f1edc41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 05:17:57.876918 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8588014f-b47b-4076-9606-dd7999bb5379 req-d934fdc8-1c32-4626-bff3-765209a34881 service neutron] Bound using segment: {'id': 'f5868d73-7425-43c9-990c-e3011a86effb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5f86fc60-4db7-49b3-a7e3-53a60f1edc41'} {{(pid=94297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 05:17:57.877516 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.managers [req-8588014f-b47b-4076-9606-dd7999bb5379 req-d934fdc8-1c32-4626-bff3-765209a34881 service neutron] Bound port: 23b413c8-c161-4834-88ea-70d2c1c7bb55, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5868d73-7425-43c9-990c-e3011a86effb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5f86fc60-4db7-49b3-a7e3-53a60f1edc41'}}] {{(pid=94297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 05:17:57.877855 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-8588014f-b47b-4076-9606-dd7999bb5379 req-d934fdc8-1c32-4626-bff3-765209a34881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:57.970423 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.db [req-8588014f-b47b-4076-9606-dd7999bb5379 req-d934fdc8-1c32-4626-bff3-765209a34881 service neutron] For port 23b413c8-c161-4834-88ea-70d2c1c7bb55, host hv-cinder-77262, cleared binding levels {{(pid=94297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 05:17:57.975026 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.db [req-8588014f-b47b-4076-9606-dd7999bb5379 req-d934fdc8-1c32-4626-bff3-765209a34881 service neutron] For port 23b413c8-c161-4834-88ea-70d2c1c7bb55, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=23b413c8-c161-4834-88ea-70d2c1c7bb55,segment=NetworkSegment(f5868d73-7425-43c9-990c-e3011a86effb),segment_id=f5868d73-7425-43c9-990c-e3011a86effb)] {{(pid=94297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 05:17:57.980652 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-8588014f-b47b-4076-9606-dd7999bb5379 req-d934fdc8-1c32-4626-bff3-765209a34881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29280254'] for port, after_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:58.007523 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 35390) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:17:58.024543 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-fa556762-e04f-4641-92af-deb08efeeab4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:58.033109 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8588014f-b47b-4076-9606-dd7999bb5379 req-d934fdc8-1c32-4626-bff3-765209a34881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:58.033882 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-8588014f-b47b-4076-9606-dd7999bb5379 req-d934fdc8-1c32-4626-bff3-765209a34881 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-438482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for port, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:58.035881 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-8588014f-b47b-4076-9606-dd7999bb5379 req-d934fdc8-1c32-4626-bff3-765209a34881 service neutron] 10.222.0.23 "PUT /v2.0/ports/23b413c8-c161-4834-88ea-70d2c1c7bb55 HTTP/1.1" status: 200 len: 1093 time: 0.8415055 Sep 09 05:17:58.036342 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eecd1f34-fff4-4301-b881-1065a3bd87d9', 'tag': '23b413c8-c161-4834-88ea-70d2c1c7bb55'}] {{(pid=94297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 05:17:58.038615 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85c66017178c43798701892324557e4ac90163104f6096848bec1798d04fbbd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5815178c-5887-4b6a-aca4-25462e7c1510" -d '{"events": [{"name": "network-changed", "server_uuid": "eecd1f34-fff4-4301-b881-1065a3bd87d9", "tag": "23b413c8-c161-4834-88ea-70d2c1c7bb55"}]}' {{(pid=94297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 05:17:58.071850 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d934fdc8-1c32-4626-bff3-765209a34881 service neutron] Pushing event updated for resources: {'Port': ['ID=23b413c8-c161-4834-88ea-70d2c1c7bb55,revision_number=3']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:58.100184 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 05:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef2db41-dd50-4555-9e4a-ec4865db427e x-openstack-request-id: req-aef2db41-dd50-4555-9e4a-ec4865db427e {{(pid=94297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 05:17:58.100565 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eecd1f34-fff4-4301-b881-1065a3bd87d9", "tag": "23b413c8-c161-4834-88ea-70d2c1c7bb55", "status": "completed", "code": 200}]} {{(pid=94297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 05:17:58.100937 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-aef2db41-dd50-4555-9e4a-ec4865db427e {{(pid=94297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 05:17:58.101500 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eecd1f34-fff4-4301-b881-1065a3bd87d9', 'tag': '23b413c8-c161-4834-88ea-70d2c1c7bb55', 'status': 'completed', 'code': 200} Sep 09 05:17:58.143643 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-fa556762-e04f-4641-92af-deb08efeeab4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:58.148085 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-fa556762-e04f-4641-92af-deb08efeeab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:58.158795 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8588014f-b47b-4076-9606-dd7999bb5379 req-b8d1eef7-358f-47c2-8ce6-9f7685ef0ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:58.160295 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-8588014f-b47b-4076-9606-dd7999bb5379 req-b8d1eef7-358f-47c2-8ce6-9f7685ef0ef4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=499c3ce18b1642a1b74b155c544de54f&device_id=eecd1f34-fff4-4301-b881-1065a3bd87d9 HTTP/1.1" status: 200 len: 1096 time: 0.0435135 Sep 09 05:17:58.191732 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-fa556762-e04f-4641-92af-deb08efeeab4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=965ece678a3848e491ef7141da9122c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1821342 Sep 09 05:17:58.192332 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 35400) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:17:58.201791 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa556762-e04f-4641-92af-deb08efeeab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a51253-ca85-4ad5-b187-0c1b482a358f,revision_number=1']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:58.213628 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-8588014f-b47b-4076-9606-dd7999bb5379 req-e992f378-6ef2-4f12-9490-b59560223ae1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23b413c8-c161-4834-88ea-70d2c1c7bb55 HTTP/1.1" status: 200 len: 217 time: 0.0426760 Sep 09 05:17:58.271326 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8588014f-b47b-4076-9606-dd7999bb5379 req-c9cbd4d6-012b-4d27-b274-dbae64e9c7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:58.272864 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-8588014f-b47b-4076-9606-dd7999bb5379 req-c9cbd4d6-012b-4d27-b274-dbae64e9c7ae service neutron] 10.222.0.23 "GET /v2.0/subnets?id=28435b90-6cd6-48cf-b209-feed09a4b009 HTTP/1.1" status: 200 len: 848 time: 0.0475924 Sep 09 05:17:58.307974 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-8588014f-b47b-4076-9606-dd7999bb5379 req-31e8299c-c13b-4d2e-82b0-bc31c3aab3a0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5f86fc60-4db7-49b3-a7e3-53a60f1edc41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265036 Sep 09 05:17:58.308796 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88681883-9f12-4283-b7cf-52f41034d630 req-b200cdb1-af8e-41af-b989-e20d7b218389 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:58.310281 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-88681883-9f12-4283-b7cf-52f41034d630 req-b200cdb1-af8e-41af-b989-e20d7b218389 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=1880a6bd-8a58-4755-b7de-37512e26a7b9 HTTP/1.1" status: 200 len: 946 time: 0.1094029 Sep 09 05:17:58.320238 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-6e1b4771-9f09-45fd-9306-8fceb2b9bf54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:58.339193 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaad0785-c726-4b4b-aa9f-ecc20ba9886e req-ce64367d-1592-43c4-a7f7-595e049eb0c9 tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:58.340669 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-eaad0785-c726-4b4b-aa9f-ecc20ba9886e req-ce64367d-1592-43c4-a7f7-595e049eb0c9 tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] 10.222.0.24 "GET /v2.0/ports?device_id=eecd1f34-fff4-4301-b881-1065a3bd87d9 HTTP/1.1" status: 200 len: 943 time: 0.1023414 Sep 09 05:17:58.377477 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-6e1b4771-9f09-45fd-9306-8fceb2b9bf54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:58.416846 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-88681883-9f12-4283-b7cf-52f41034d630 req-42931ca7-c1d1-4ed5-8e79-06d0b5ab68d1 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993407 Sep 09 05:17:58.468395 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-eaad0785-c726-4b4b-aa9f-ecc20ba9886e req-068c661c-8e96-4c59-8785-08ee42cde31c tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] 10.222.0.24 "GET /v2.0/security-groups?id=3dc60ff7-a2e1-442e-b87d-bca7dd14fd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003034 Sep 09 05:17:58.479250 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-8588014f-b47b-4076-9606-dd7999bb5379 req-ac61d181-3c85-4ac0-9c35-09609fa7a80e service neutron] 10.222.0.23 "GET /v2.0/networks/5f86fc60-4db7-49b3-a7e3-53a60f1edc41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558940 Sep 09 05:17:58.493475 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-6e1b4771-9f09-45fd-9306-8fceb2b9bf54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:58.496217 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-6e1b4771-9f09-45fd-9306-8fceb2b9bf54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:58.499657 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-6e1b4771-9f09-45fd-9306-8fceb2b9bf54 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/57a51253-ca85-4ad5-b187-0c1b482a358f HTTP/1.1" status: 204 len: 168 time: 0.3032761 Sep 09 05:17:58.507288 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1b4771-9f09-45fd-9306-8fceb2b9bf54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a51253-ca85-4ad5-b187-0c1b482a358f,revision_number=None']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:58.656982 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-ab72ee48-7731-414b-a7a5-ea400a2cf9f1 req-f33fd21c-30b2-46a7-8925-e5719eaf2932 tempest-DeleteServersTestJSON-78305451 tempest-DeleteServersTestJSON-78305451-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bb4d0fc-9007-45f5-834b-bc5f0ca7a336 HTTP/1.1" status: 200 len: 210 time: 0.0905962 Sep 09 05:17:58.657487 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-8588014f-b47b-4076-9606-dd7999bb5379 req-ed4277cd-e0bf-4660-8fe6-c0c95ca9d321 service neutron] 10.222.0.23 "GET /v2.0/networks/5f86fc60-4db7-49b3-a7e3-53a60f1edc41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580281 Sep 09 05:17:58.771832 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1d5c68-132a-4ff1-bd39-11e2b011e73f req-8d9ae707-9765-4ff6-a138-a348cf69be66 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:58.779712 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-1a1d5c68-132a-4ff1-bd39-11e2b011e73f req-8d9ae707-9765-4ff6-a138-a348cf69be66 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/ports?device_id=55f7d2cb-4949-455f-8929-9b981ce0dd6f HTTP/1.1" status: 200 len: 945 time: 0.0733027 Sep 09 05:17:58.792141 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5815178c-5887-4b6a-aca4-25462e7c1510 req-5aa937e5-aae1-44a4-8bac-07cc57354aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:58.793651 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-5815178c-5887-4b6a-aca4-25462e7c1510 req-5aa937e5-aae1-44a4-8bac-07cc57354aaa service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=499c3ce18b1642a1b74b155c544de54f&device_id=eecd1f34-fff4-4301-b881-1065a3bd87d9 HTTP/1.1" status: 200 len: 1096 time: 0.0550647 Sep 09 05:17:58.829330 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-1a1d5c68-132a-4ff1-bd39-11e2b011e73f req-2d103ce4-3b36-4534-82b1-caa37def6153 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b559db1-1589-4e96-9e76-ca77d0cb852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423558 Sep 09 05:17:58.901130 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5815178c-5887-4b6a-aca4-25462e7c1510 req-fd0e2162-f135-4674-bd31-84d8fbe72e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:58.902705 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-5815178c-5887-4b6a-aca4-25462e7c1510 req-fd0e2162-f135-4674-bd31-84d8fbe72e97 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5f86fc60-4db7-49b3-a7e3-53a60f1edc41 HTTP/1.1" status: 200 len: 908 time: 0.0946953 Sep 09 05:17:58.956588 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-5815178c-5887-4b6a-aca4-25462e7c1510 req-b59488cb-0daa-4663-b6e9-e05fd83c76f0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=23b413c8-c161-4834-88ea-70d2c1c7bb55 HTTP/1.1" status: 200 len: 217 time: 0.0387046 Sep 09 05:17:59.019686 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5815178c-5887-4b6a-aca4-25462e7c1510 req-1ee8f0a2-5210-4c85-8afe-35efed135292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:59.021146 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-5815178c-5887-4b6a-aca4-25462e7c1510 req-1ee8f0a2-5210-4c85-8afe-35efed135292 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=28435b90-6cd6-48cf-b209-feed09a4b009 HTTP/1.1" status: 200 len: 848 time: 0.0473366 Sep 09 05:17:59.055554 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-5815178c-5887-4b6a-aca4-25462e7c1510 req-9e529d80-18e5-495b-8e77-c96607384b32 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5f86fc60-4db7-49b3-a7e3-53a60f1edc41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249517 Sep 09 05:17:59.162462 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-5815178c-5887-4b6a-aca4-25462e7c1510 req-aa201c73-7f9d-4726-96ac-ef47e268d4ba service neutron] 10.222.0.23 "GET /v2.0/networks/5f86fc60-4db7-49b3-a7e3-53a60f1edc41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922871 Sep 09 05:17:59.207810 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bb4d0fc-9007-45f5-834b-bc5f0ca7a336', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94c580bc-577b-4d6f-9a69-e2643d8fa18e'}] {{(pid=94299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 05:17:59.213414 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6baa3fa754b64f0f84acd20b1d53bd6375697f3cd0d79ee629041410e58b9d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7063d13-5694-409c-addd-14c5a0572653" -d '{"events": [{"server_uuid": "7bb4d0fc-9007-45f5-834b-bc5f0ca7a336", "name": "network-vif-unplugged", "status": "completed", "tag": "94c580bc-577b-4d6f-9a69-e2643d8fa18e"}]}' {{(pid=94299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 05:17:59.260478 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Sep 2021 05:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813835b9-89ca-46c7-a9db-8aed677e72d5 x-openstack-request-id: req-813835b9-89ca-46c7-a9db-8aed677e72d5 {{(pid=94299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 05:17:59.260773 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bb4d0fc-9007-45f5-834b-bc5f0ca7a336", "name": "network-vif-unplugged", "status": "completed", "tag": "94c580bc-577b-4d6f-9a69-e2643d8fa18e", "code": 200}]} {{(pid=94299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 05:17:59.261010 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-813835b9-89ca-46c7-a9db-8aed677e72d5 {{(pid=94299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 05:17:59.261418 dv-cinder-772623-14-iscsi neutron-server[94299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bb4d0fc-9007-45f5-834b-bc5f0ca7a336', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '94c580bc-577b-4d6f-9a69-e2643d8fa18e', 'code': 200} Sep 09 05:17:59.286557 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-5815178c-5887-4b6a-aca4-25462e7c1510 req-ccbdba63-ed9e-454d-a9aa-990860cd8e3b service neutron] 10.222.0.23 "GET /v2.0/networks/5f86fc60-4db7-49b3-a7e3-53a60f1edc41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101477 Sep 09 05:17:59.401432 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 35446) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:17:59.573943 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b14552-6796-4442-9145-f28e747496e1 req-aca062a0-8fb1-4274-aafe-5c5247ac347c tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:59.575434 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-57b14552-6796-4442-9145-f28e747496e1 req-aca062a0-8fb1-4274-aafe-5c5247ac347c tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=1880a6bd-8a58-4755-b7de-37512e26a7b9 HTTP/1.1" status: 200 len: 946 time: 0.0792999 Sep 09 05:17:59.599741 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-824e8080-cc62-4a14-9537-4ae6b8722bb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:59.615445 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bde9bc5-5112-4394-bea9-f7888016fc6f req-2209cc7c-a253-4741-804f-002b01a8c2d8 tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:17:59.616921 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-5bde9bc5-5112-4394-bea9-f7888016fc6f req-2209cc7c-a253-4741-804f-002b01a8c2d8 tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] 10.222.0.24 "GET /v2.0/ports?device_id=eecd1f34-fff4-4301-b881-1065a3bd87d9 HTTP/1.1" status: 200 len: 943 time: 0.0911665 Sep 09 05:17:59.678004 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-57b14552-6796-4442-9145-f28e747496e1 req-5c663bb4-3ae7-4b09-a720-454599da3ac3 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944183 Sep 09 05:17:59.698675 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-5bde9bc5-5112-4394-bea9-f7888016fc6f req-7153da00-8e2c-4365-b51e-259bb76fabab tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] 10.222.0.24 "GET /v2.0/security-groups?id=3dc60ff7-a2e1-442e-b87d-bca7dd14fd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724289 Sep 09 05:17:59.773795 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-824e8080-cc62-4a14-9537-4ae6b8722bb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:59.778872 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-824e8080-cc62-4a14-9537-4ae6b8722bb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:59.821726 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824e8080-cc62-4a14-9537-4ae6b8722bb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb918dc-08cc-4cd0-b62f-7e85ff64d205,revision_number=1']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:17:59.828549 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-824e8080-cc62-4a14-9537-4ae6b8722bb8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=eb374abce8604842afe02b3c6220a731&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4236591 Sep 09 05:17:59.828832 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 35476) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:17:59.897010 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-ac770dde-1519-41c5-8d1b-83e06ef74533 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:17:59.935686 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-ac770dde-1519-41c5-8d1b-83e06ef74533 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:00.007517 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28eead7-e645-4762-92c5-fca260687ff9 req-e82a5fdb-fd75-4566-8fd1-57d3bc0372cd tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:00.018979 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-d28eead7-e645-4762-92c5-fca260687ff9 req-e82a5fdb-fd75-4566-8fd1-57d3bc0372cd tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/ports?device_id=55f7d2cb-4949-455f-8929-9b981ce0dd6f HTTP/1.1" status: 200 len: 945 time: 0.1007984 Sep 09 05:18:00.059680 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-d28eead7-e645-4762-92c5-fca260687ff9 req-c1dc262e-8c76-45c2-9751-ee75e16c5349 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b559db1-1589-4e96-9e76-ca77d0cb852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398138 Sep 09 05:18:00.069019 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-ac770dde-1519-41c5-8d1b-83e06ef74533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:00.075344 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-ac770dde-1519-41c5-8d1b-83e06ef74533 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:00.077642 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-ac770dde-1519-41c5-8d1b-83e06ef74533 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4fb918dc-08cc-4cd0-b62f-7e85ff64d205 HTTP/1.1" status: 204 len: 168 time: 0.2479849 Sep 09 05:18:00.094524 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac770dde-1519-41c5-8d1b-83e06ef74533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb918dc-08cc-4cd0-b62f-7e85ff64d205,revision_number=None']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:18:00.100218 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 35498) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:18:00.434683 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-ffa8025f-61e1-40ce-adae-33aea8170848 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:00.578340 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-ffa8025f-61e1-40ce-adae-33aea8170848 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:00.582516 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-ffa8025f-61e1-40ce-adae-33aea8170848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:00.622262 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device 23b413c8-c161-4834-88ea-70d2c1c7bb55 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=94299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 05:18:00.640015 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-ffa8025f-61e1-40ce-adae-33aea8170848 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9188fc5f476d493d887b777b0c10907c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5383806 Sep 09 05:18:00.643424 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 35524) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:18:00.683192 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa8025f-61e1-40ce-adae-33aea8170848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65f263d8-7366-4ce3-aeea-74370aa00de2,revision_number=1']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:18:00.764854 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-0dbafd94-f56f-49cd-b801-226a1326afde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:00.831096 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] For port 23b413c8-c161-4834-88ea-70d2c1c7bb55, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=23b413c8-c161-4834-88ea-70d2c1c7bb55,segment=NetworkSegment(f5868d73-7425-43c9-990c-e3011a86effb),segment_id=f5868d73-7425-43c9-990c-e3011a86effb)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:18:00.852128 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-0dbafd94-f56f-49cd-b801-226a1326afde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:00.858616 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Returning: {'device': '23b413c8-c161-4834-88ea-70d2c1c7bb55', 'network_id': '5f86fc60-4db7-49b3-a7e3-53a60f1edc41', 'port_id': '23b413c8-c161-4834-88ea-70d2c1c7bb55', 'mac_address': 'fa:16:3e:e7:c4:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28435b90-6cd6-48cf-b209-feed09a4b009', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 05:18:00.878089 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb77cf3-55b1-4439-92f5-47f4318b50ed req-9600360e-2ec1-4dc4-86d2-7a5025bc0ec0 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:00.888592 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-fbb77cf3-55b1-4439-92f5-47f4318b50ed req-9600360e-2ec1-4dc4-86d2-7a5025bc0ec0 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=1880a6bd-8a58-4755-b7de-37512e26a7b9 HTTP/1.1" status: 200 len: 946 time: 0.1030927 Sep 09 05:18:00.930433 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:00.935393 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-fbb77cf3-55b1-4439-92f5-47f4318b50ed req-f1bb1575-703c-44a9-94cf-da6205b36867 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454135 Sep 09 05:18:00.953246 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.notifiers.nova [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23b413c8-c161-4834-88ea-70d2c1c7bb55 {{(pid=94299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 05:18:00.984198 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] For port 23b413c8-c161-4834-88ea-70d2c1c7bb55, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=23b413c8-c161-4834-88ea-70d2c1c7bb55,segment=NetworkSegment(f5868d73-7425-43c9-990c-e3011a86effb),segment_id=f5868d73-7425-43c9-990c-e3011a86effb)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:18:00.993480 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:01.028631 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-6fa0dc0f-fdfe-48d2-955c-c1e2b49d83e4 req-a9c29153-7b67-4962-ac26-934a0c758513 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8e2c0125-9084-4058-906a-114695d331a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1399086 Sep 09 05:18:01.042720 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-0dbafd94-f56f-49cd-b801-226a1326afde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:01.046308 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-0dbafd94-f56f-49cd-b801-226a1326afde admin admin] Notify callbacks [] for security_group, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:01.047688 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-0dbafd94-f56f-49cd-b801-226a1326afde admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/65f263d8-7366-4ce3-aeea-74370aa00de2 HTTP/1.1" status: 204 len: 168 time: 0.4030402 Sep 09 05:18:01.058073 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbafd94-f56f-49cd-b801-226a1326afde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f263d8-7366-4ce3-aeea-74370aa00de2,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:18:01.102196 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe9d292-e42c-48a7-892f-84415e3c7b62 req-3f85cd3c-0ba9-4978-9c6c-952e4ff26510 tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:01.112092 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-afe9d292-e42c-48a7-892f-84415e3c7b62 req-3f85cd3c-0ba9-4978-9c6c-952e4ff26510 tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] 10.222.0.24 "GET /v2.0/ports?device_id=eecd1f34-fff4-4301-b881-1065a3bd87d9 HTTP/1.1" status: 200 len: 944 time: 0.0780833 Sep 09 05:18:01.146066 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Pushing event updated for resources: {'Port': ['ID=23b413c8-c161-4834-88ea-70d2c1c7bb55,revision_number=4']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:18:01.178189 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa0dc0f-fdfe-48d2-955c-c1e2b49d83e4 req-2f1d8d01-b581-4b9e-a5af-478fa68ea236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:01.180296 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-6fa0dc0f-fdfe-48d2-955c-c1e2b49d83e4 req-2f1d8d01-b581-4b9e-a5af-478fa68ea236 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4072331c63524c7cbf166cc5521b82fc&device_id=8e2c0125-9084-4058-906a-114695d331a7 HTTP/1.1" status: 200 len: 1098 time: 0.0721195 Sep 09 05:18:01.202299 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-afe9d292-e42c-48a7-892f-84415e3c7b62 req-a72c4a02-bb74-4260-b846-72fb1bd0c1f0 tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] 10.222.0.24 "GET /v2.0/security-groups?id=3dc60ff7-a2e1-442e-b87d-bca7dd14fd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889957 Sep 09 05:18:01.327403 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa0dc0f-fdfe-48d2-955c-c1e2b49d83e4 req-92bf14d9-8b83-4bd0-aa70-9e5ff3e4baa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:01.329524 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-6fa0dc0f-fdfe-48d2-955c-c1e2b49d83e4 req-92bf14d9-8b83-4bd0-aa70-9e5ff3e4baa8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=cfd71842-6726-40b2-be3d-a4d60a862165 HTTP/1.1" status: 200 len: 914 time: 0.1239135 Sep 09 05:18:01.391417 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-6fa0dc0f-fdfe-48d2-955c-c1e2b49d83e4 req-ca12eb45-e6e1-47b4-b582-58e88c96afc4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c5e39047-1d7f-4114-87dd-09560771c0ed HTTP/1.1" status: 200 len: 217 time: 0.0497527 Sep 09 05:18:01.401406 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 35560) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:18:01.466916 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] get_ports_and_sgs() called for port_ids ['23b413c8-c161-4834-88ea-70d2c1c7bb55'] {{(pid=94299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 05:18:01.474761 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c25ac22-8b3c-4613-a611-6efdf497e9f8 admin admin] Deleting subnet fd84f57d-7768-478e-9613-ee42002bd25a {{(pid=94298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 05:18:01.480063 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-7c25ac22-8b3c-4613-a611-6efdf497e9f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:01.482295 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa0dc0f-fdfe-48d2-955c-c1e2b49d83e4 req-17afcf14-c1e7-4074-a65a-07068a3f4763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:01.484606 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-6fa0dc0f-fdfe-48d2-955c-c1e2b49d83e4 req-17afcf14-c1e7-4074-a65a-07068a3f4763 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=26afa4a7-ead4-4ffa-80cb-6879630dc238 HTTP/1.1" status: 200 len: 854 time: 0.0821970 Sep 09 05:18:01.522255 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-7c25ac22-8b3c-4613-a611-6efdf497e9f8 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:01.534639 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-7c25ac22-8b3c-4613-a611-6efdf497e9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3773045'] for subnet, precommit_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:01.553348 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-6fa0dc0f-fdfe-48d2-955c-c1e2b49d83e4 req-d4855718-d4a1-4a01-a30a-1ebf3a3c30f9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cfd71842-6726-40b2-be3d-a4d60a862165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596695 Sep 09 05:18:01.613758 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-7c25ac22-8b3c-4613-a611-6efdf497e9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3773052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442'] for subnet, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:01.642491 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c25ac22-8b3c-4613-a611-6efdf497e9f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd84f57d-7768-478e-9613-ee42002bd25a,revision_number=None']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:18:01.646339 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-7c25ac22-8b3c-4613-a611-6efdf497e9f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for subnet, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:01.651808 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-7c25ac22-8b3c-4613-a611-6efdf497e9f8 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/fd84f57d-7768-478e-9613-ee42002bd25a HTTP/1.1" status: 204 len: 168 time: 0.2490778 Sep 09 05:18:01.652443 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 35564) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:18:01.676202 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-6fa0dc0f-fdfe-48d2-955c-c1e2b49d83e4 req-261855bd-bfc4-472f-a416-210441c3693f service neutron] 10.222.0.23 "GET /v2.0/networks/cfd71842-6726-40b2-be3d-a4d60a862165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123059 Sep 09 05:18:01.729321 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-c0299e54-d524-4e55-83cb-fcbb366936a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3957161'] for network, before_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:01.778490 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-6fa0dc0f-fdfe-48d2-955c-c1e2b49d83e4 req-22107043-6aa8-4f44-b794-56a4c9817b21 service neutron] 10.222.0.23 "GET /v2.0/networks/cfd71842-6726-40b2-be3d-a4d60a862165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944054 Sep 09 05:18:01.827380 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-c0299e54-d524-4e55-83cb-fcbb366936a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3771648', 'neutron.services.segments.db._delete_segments_for_network-8748632184989'] for network, precommit_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:01.852226 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-c0299e54-d524-4e55-83cb-fcbb366936a8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:18:01.852683 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-c0299e54-d524-4e55-83cb-fcbb366936a8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:18:01.853450 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-c0299e54-d524-4e55-83cb-fcbb366936a8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:18:01.853798 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-c0299e54-d524-4e55-83cb-fcbb366936a8 admin admin] Subscribe: > port after_create 55550000 {{(pid=94298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:18:01.854129 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-c0299e54-d524-4e55-83cb-fcbb366936a8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:18:01.854476 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-c0299e54-d524-4e55-83cb-fcbb366936a8 admin admin] Subscribe: > port after_update 55550000 {{(pid=94298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:18:01.854783 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-c0299e54-d524-4e55-83cb-fcbb366936a8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:18:01.855115 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-c0299e54-d524-4e55-83cb-fcbb366936a8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:18:01.855986 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-c0299e54-d524-4e55-83cb-fcbb366936a8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:18:01.855986 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-c0299e54-d524-4e55-83cb-fcbb366936a8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:18:01.900735 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 35570) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:18:01.926096 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-c0299e54-d524-4e55-83cb-fcbb366936a8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:18:01.926650 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-c0299e54-d524-4e55-83cb-fcbb366936a8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:18:01.926752 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-c0299e54-d524-4e55-83cb-fcbb366936a8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:18:01.927061 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-c0299e54-d524-4e55-83cb-fcbb366936a8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 09 05:18:01.927427 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.services.segments.db [None req-c0299e54-d524-4e55-83cb-fcbb366936a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18df9872-60ee-4348-aae2-75569367b110']}} {{(pid=94298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:18:01.945383 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.services.segments.db [None req-c0299e54-d524-4e55-83cb-fcbb366936a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7e28618-7834-4ff3-8153-91619290a605') {'for_net_delete': True} {{(pid=94298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:18:01.945672 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.services.segments.db [None req-c0299e54-d524-4e55-83cb-fcbb366936a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7e28618-7834-4ff3-8153-91619290a605') {} {{(pid=94298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:18:01.962744 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-c0299e54-d524-4e55-83cb-fcbb366936a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748632182438', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25885088'] for segment, before_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:01.998115 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-c0299e54-d524-4e55-83cb-fcbb366936a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771871'] for segment, precommit_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:02.009712 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0299e54-d524-4e55-83cb-fcbb366936a8 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=94298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 05:18:02.010280 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-c0299e54-d524-4e55-83cb-fcbb366936a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1872977'] for segment, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:02.015882 dv-cinder-772623-14-iscsi neutron-server[94298]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 09 05:18:02.015882 dv-cinder-772623-14-iscsi neutron-server[94298]: from cryptography.utils import int_from_bytes Sep 09 05:18:02.015882 dv-cinder-772623-14-iscsi neutron-server[94298]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 09 05:18:02.015882 dv-cinder-772623-14-iscsi neutron-server[94298]: from cryptography.utils import int_from_bytes Sep 09 05:18:02.015882 dv-cinder-772623-14-iscsi neutron-server[94298]: Traceback (most recent call last): Sep 09 05:18:02.015882 dv-cinder-772623-14-iscsi neutron-server[94298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 05:18:02.015882 dv-cinder-772623-14-iscsi neutron-server[94298]: timer() Sep 09 05:18:02.015882 dv-cinder-772623-14-iscsi neutron-server[94298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 05:18:02.015882 dv-cinder-772623-14-iscsi neutron-server[94298]: cb(*args, **kw) Sep 09 05:18:02.015882 dv-cinder-772623-14-iscsi neutron-server[94298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 05:18:02.015882 dv-cinder-772623-14-iscsi neutron-server[94298]: return func(*args, **kwargs) Sep 09 05:18:02.015882 dv-cinder-772623-14-iscsi neutron-server[94298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 05:18:02.015882 dv-cinder-772623-14-iscsi neutron-server[94298]: self._notify() Sep 09 05:18:02.015882 dv-cinder-772623-14-iscsi neutron-server[94298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 05:18:02.015882 dv-cinder-772623-14-iscsi neutron-server[94298]: self.callback(batched_events) Sep 09 05:18:02.015882 dv-cinder-772623-14-iscsi neutron-server[94298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 05:18:02.015882 dv-cinder-772623-14-iscsi neutron-server[94298]: event.method(event) Sep 09 05:18:02.015882 dv-cinder-772623-14-iscsi neutron-server[94298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 05:18:02.015882 dv-cinder-772623-14-iscsi neutron-server[94298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 05:18:02.015882 dv-cinder-772623-14-iscsi neutron-server[94298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 05:18:02.015882 dv-cinder-772623-14-iscsi neutron-server[94298]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 05:18:02.015882 dv-cinder-772623-14-iscsi neutron-server[94298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 05:18:02.015882 dv-cinder-772623-14-iscsi neutron-server[94298]: return f(self, *a, **k) Sep 09 05:18:02.015882 dv-cinder-772623-14-iscsi neutron-server[94298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 05:18:02.015882 dv-cinder-772623-14-iscsi neutron-server[94298]: return self._get(url).json() Sep 09 05:18:02.015882 dv-cinder-772623-14-iscsi neutron-server[94298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 05:18:02.015882 dv-cinder-772623-14-iscsi neutron-server[94298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 05:18:02.015882 dv-cinder-772623-14-iscsi neutron-server[94298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 05:18:02.015882 dv-cinder-772623-14-iscsi neutron-server[94298]: return self.request(url, 'GET', **kwargs) Sep 09 05:18:02.015882 dv-cinder-772623-14-iscsi neutron-server[94298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 05:18:02.015882 dv-cinder-772623-14-iscsi neutron-server[94298]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 05:18:02.015882 dv-cinder-772623-14-iscsi neutron-server[94298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 05:18:02.015882 dv-cinder-772623-14-iscsi neutron-server[94298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 05:18:02.015882 dv-cinder-772623-14-iscsi neutron-server[94298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 05:18:02.015882 dv-cinder-772623-14-iscsi neutron-server[94298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 05:18:02.015882 dv-cinder-772623-14-iscsi neutron-server[94298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 05:18:02.049410 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-07dbd4c7-b823-4ad6-99d1-0543f15f7569 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:02.113827 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-c0299e54-d524-4e55-83cb-fcbb366936a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3773683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600345'] for network, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:02.133544 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15adf809-f9c1-44c8-a3e4-6aa6480b1aeb req-c8ae3757-db9b-4fab-83db-6e8a1ccfdc2f tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:02.135499 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-15adf809-f9c1-44c8-a3e4-6aa6480b1aeb req-c8ae3757-db9b-4fab-83db-6e8a1ccfdc2f tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=1880a6bd-8a58-4755-b7de-37512e26a7b9 HTTP/1.1" status: 200 len: 946 time: 0.1078296 Sep 09 05:18:02.136742 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-c0299e54-d524-4e55-83cb-fcbb366936a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for network, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:02.141776 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-c0299e54-d524-4e55-83cb-fcbb366936a8 admin admin] 10.222.0.24 "DELETE /v2.0/networks/18df9872-60ee-4348-aae2-75569367b110 HTTP/1.1" status: 204 len: 168 time: 0.4883437 Sep 09 05:18:02.154447 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0299e54-d524-4e55-83cb-fcbb366936a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=18df9872-60ee-4348-aae2-75569367b110,revision_number=None']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:18:02.197030 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-15adf809-f9c1-44c8-a3e4-6aa6480b1aeb req-2bc4d13a-07d6-49de-8659-9aeac21284db tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444355 Sep 09 05:18:02.209796 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-07dbd4c7-b823-4ad6-99d1-0543f15f7569 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:02.227538 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-07dbd4c7-b823-4ad6-99d1-0543f15f7569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:02.274122 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-07dbd4c7-b823-4ad6-99d1-0543f15f7569 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5c8878ef797d4bd19c30f67a8bc6b374&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3723972 Sep 09 05:18:02.277480 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 35588) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:18:02.287527 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dbd4c7-b823-4ad6-99d1-0543f15f7569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c6f24a0-01d8-4be6-93f6-2b24c159a921,revision_number=1']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:18:02.347379 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 35592) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:18:02.386771 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-fc0172c1-87ad-4b69-b898-bd70fc9af274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:02.408084 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-921aafd0-c288-491e-83e0-c761ddd815b6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ed4cb9cda64847b3bff0f79ca12942fc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0483656 Sep 09 05:18:02.412258 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 35598) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:18:02.424735 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18022bc-1685-4c3c-8571-a4874a68123f req-d8fa2ceb-a90e-4379-b7d1-200c8cc48014 tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:02.426433 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-d18022bc-1685-4c3c-8571-a4874a68123f req-d8fa2ceb-a90e-4379-b7d1-200c8cc48014 tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] 10.222.0.24 "GET /v2.0/ports?device_id=eecd1f34-fff4-4301-b881-1065a3bd87d9 HTTP/1.1" status: 200 len: 944 time: 0.1481361 Sep 09 05:18:02.448226 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-fc0172c1-87ad-4b69-b898-bd70fc9af274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:02.483747 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-d18022bc-1685-4c3c-8571-a4874a68123f req-0626584a-c556-438c-802f-14ed67d6ce19 tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] 10.222.0.24 "GET /v2.0/security-groups?id=3dc60ff7-a2e1-442e-b87d-bca7dd14fd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490718 Sep 09 05:18:02.505152 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-12aa18b1-1586-4b58-ba44-ebe16da29208 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:02.528574 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-12aa18b1-1586-4b58-ba44-ebe16da29208 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:02.554934 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-fc0172c1-87ad-4b69-b898-bd70fc9af274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:02.557409 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-fc0172c1-87ad-4b69-b898-bd70fc9af274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:02.558565 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-fc0172c1-87ad-4b69-b898-bd70fc9af274 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3c6f24a0-01d8-4be6-93f6-2b24c159a921 HTTP/1.1" status: 204 len: 168 time: 0.2801614 Sep 09 05:18:02.570340 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0172c1-87ad-4b69-b898-bd70fc9af274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c6f24a0-01d8-4be6-93f6-2b24c159a921,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:18:02.603838 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-12aa18b1-1586-4b58-ba44-ebe16da29208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:02.606612 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-12aa18b1-1586-4b58-ba44-ebe16da29208 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:02.609889 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-12aa18b1-1586-4b58-ba44-ebe16da29208 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0a0a63ef-aff5-4cdc-93e8-c90f653570e7 HTTP/1.1" status: 204 len: 168 time: 0.1944251 Sep 09 05:18:02.617347 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aa18b1-1586-4b58-ba44-ebe16da29208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a0a63ef-aff5-4cdc-93e8-c90f653570e7,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:18:02.622006 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device 23b413c8-c161-4834-88ea-70d2c1c7bb55 up at agent hyperv_hv-cinder-77262 {{(pid=94299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 05:18:02.701277 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Provisioning for port 23b413c8-c161-4834-88ea-70d2c1c7bb55 completed by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 05:18:02.706991 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Provisioning complete for port 23b413c8-c161-4834-88ea-70d2c1c7bb55 triggered by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:18:02.707350 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:02.785231 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f87790-2668-448f-87da-a0a4c2166da7 req-a809d090-f1ff-4d01-b17d-458e607a99d9 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:02.786791 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-10f87790-2668-448f-87da-a0a4c2166da7 req-a809d090-f1ff-4d01-b17d-458e607a99d9 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/networks?id=cfd71842-6726-40b2-be3d-a4d60a862165 HTTP/1.1" status: 200 len: 814 time: 0.1279383 Sep 09 05:18:02.795508 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:02.815898 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-10f87790-2668-448f-87da-a0a4c2166da7 req-dc9b4f87-062a-4b10-ad4c-99e9a4171ff0 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/quotas/4072331c63524c7cbf166cc5521b82fc HTTP/1.1" status: 200 len: 375 time: 0.0217400 Sep 09 05:18:02.818380 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eecd1f34-fff4-4301-b881-1065a3bd87d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b413c8-c161-4834-88ea-70d2c1c7bb55'}] {{(pid=94299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 05:18:02.821619 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6baa3fa754b64f0f84acd20b1d53bd6375697f3cd0d79ee629041410e58b9d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca7a837b-043a-4f65-b93c-40d2e83789d3" -d '{"events": [{"server_uuid": "eecd1f34-fff4-4301-b881-1065a3bd87d9", "name": "network-vif-plugged", "status": "completed", "tag": "23b413c8-c161-4834-88ea-70d2c1c7bb55"}]}' {{(pid=94299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 05:18:02.860908 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] For port 23b413c8-c161-4834-88ea-70d2c1c7bb55, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=23b413c8-c161-4834-88ea-70d2c1c7bb55,segment=NetworkSegment(f5868d73-7425-43c9-990c-e3011a86effb),segment_id=f5868d73-7425-43c9-990c-e3011a86effb)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:18:02.872995 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:02.901076 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 05:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-188526b7-2624-4e1e-b892-5ccc2bd7aa07 x-openstack-request-id: req-188526b7-2624-4e1e-b892-5ccc2bd7aa07 {{(pid=94299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 05:18:02.901603 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eecd1f34-fff4-4301-b881-1065a3bd87d9", "name": "network-vif-plugged", "status": "completed", "tag": "23b413c8-c161-4834-88ea-70d2c1c7bb55", "code": 200}]} {{(pid=94299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 05:18:02.902026 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-188526b7-2624-4e1e-b892-5ccc2bd7aa07 {{(pid=94299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 05:18:02.902576 dv-cinder-772623-14-iscsi neutron-server[94299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eecd1f34-fff4-4301-b881-1065a3bd87d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b413c8-c161-4834-88ea-70d2c1c7bb55', 'code': 200} Sep 09 05:18:02.908398 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-10f87790-2668-448f-87da-a0a4c2166da7 req-6b7daf58-8c0d-4f1f-8303-e8897e24487f tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4072331c63524c7cbf166cc5521b82fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0910776 Sep 09 05:18:02.933540 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Pushing event updated for resources: {'Port': ['ID=23b413c8-c161-4834-88ea-70d2c1c7bb55,revision_number=5']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:18:03.024795 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-10f87790-2668-448f-87da-a0a4c2166da7 req-4b383a1d-9038-454d-a748-8149a2a8ed4f service neutron] 10.222.0.24 "GET /v2.0/networks/cfd71842-6726-40b2-be3d-a4d60a862165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155360 Sep 09 05:18:03.126440 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68acceec-c5a6-4338-99a5-e0b1bff56564 req-a5f00867-4e99-4499-8f26-6046a50dc503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:03.128284 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-68acceec-c5a6-4338-99a5-e0b1bff56564 req-a5f00867-4e99-4499-8f26-6046a50dc503 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=eecd1f34-fff4-4301-b881-1065a3bd87d9 HTTP/1.1" status: 200 len: 1098 time: 0.0565028 Sep 09 05:18:03.137293 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-10f87790-2668-448f-87da-a0a4c2166da7 req-a5943f1b-ac6f-4c9e-b90e-274da64eed35 service neutron] 10.222.0.24 "GET /v2.0/networks/cfd71842-6726-40b2-be3d-a4d60a862165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052623 Sep 09 05:18:03.183871 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-68acceec-c5a6-4338-99a5-e0b1bff56564 req-748a970f-6474-4edd-aa5b-9feda87d0d20 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3dc60ff7-a2e1-442e-b87d-bca7dd14fd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458813 Sep 09 05:18:03.320623 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-94a6354f-23c8-4ee0-be4b-fd3aa138a5e4 req-ce60da92-21c9-463e-bbb7-50b228c33a18 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/ports?device_id=dda220bf-9f00-45c7-96e6-7223b61e4a05 HTTP/1.1" status: 200 len: 210 time: 0.0302377 Sep 09 05:18:03.420352 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c56d1b6-aa4a-47fe-8b87-b43d7517c6b3 req-9f3e152b-3c14-46a4-8417-dcd21be87f4f tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:03.421929 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-5c56d1b6-aa4a-47fe-8b87-b43d7517c6b3 req-9f3e152b-3c14-46a4-8417-dcd21be87f4f tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=1880a6bd-8a58-4755-b7de-37512e26a7b9 HTTP/1.1" status: 200 len: 946 time: 0.0915265 Sep 09 05:18:03.504538 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-5c56d1b6-aa4a-47fe-8b87-b43d7517c6b3 req-3774e2f7-a3c9-4618-bbc4-a35aad755a1d tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667183 Sep 09 05:18:03.674433 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b7640b-c43b-4488-a0d0-4a84a7339b93 req-db1ce2bd-7ef3-4fc7-bd9e-b82d45f97b67 tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:03.686072 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-c1b7640b-c43b-4488-a0d0-4a84a7339b93 req-db1ce2bd-7ef3-4fc7-bd9e-b82d45f97b67 tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] 10.222.0.24 "GET /v2.0/ports?device_id=eecd1f34-fff4-4301-b881-1065a3bd87d9 HTTP/1.1" status: 200 len: 945 time: 0.0769694 Sep 09 05:18:03.733048 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-c1b7640b-c43b-4488-a0d0-4a84a7339b93 req-73106f6b-d187-4cd2-b23d-ecf79d1f0287 tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] 10.222.0.24 "GET /v2.0/security-groups?id=3dc60ff7-a2e1-442e-b87d-bca7dd14fd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458796 Sep 09 05:18:04.327685 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.agents_db [None req-c4fa6e85-f278-4c65-a736-468407d89cbd None None] Agent healthcheck: found 6 active agents {{(pid=94300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 05:18:04.456165 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-2b7fd274-78e4-43f1-bcd5-748b73c7c4ed req-93d0e0ba-d0ba-448b-888b-e37e2d74b2c0 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/ports?device_id=dda220bf-9f00-45c7-96e6-7223b61e4a05 HTTP/1.1" status: 200 len: 210 time: 0.0302699 Sep 09 05:18:04.623140 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba3dded-3e3c-41ab-a0f5-47db52ca4e96 req-536c8527-c4be-43ee-aa37-da347874023b tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:04.626916 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-fba3dded-3e3c-41ab-a0f5-47db52ca4e96 req-536c8527-c4be-43ee-aa37-da347874023b tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=1880a6bd-8a58-4755-b7de-37512e26a7b9 HTTP/1.1" status: 200 len: 946 time: 0.0594900 Sep 09 05:18:04.675523 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-fba3dded-3e3c-41ab-a0f5-47db52ca4e96 req-7185c627-4cd6-4a70-981e-3a29c3b0c915 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377421 Sep 09 05:18:04.865942 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f87790-2668-448f-87da-a0a4c2166da7 req-f879632a-ce64-4802-8d50-05a8c36a7103 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:04.868306 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-10f87790-2668-448f-87da-a0a4c2166da7 req-f879632a-ce64-4802-8d50-05a8c36a7103 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.23 "GET /v2.0/networks?id=cfd71842-6726-40b2-be3d-a4d60a862165 HTTP/1.1" status: 200 len: 814 time: 0.1464822 Sep 09 05:18:04.876048 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:04.892183 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12c76b4-45cb-4b85-bcfc-d7f530ff688f req-ef793dd2-fabf-4815-8f0d-8b6beea14891 tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:04.893011 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.v2.base [req-10f87790-2668-448f-87da-a0a4c2166da7 req-7c4f524f-6702-4578-aa2e-4ad732623e7c tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Request body: {'port': {'device_id': 'dda220bf-9f00-45c7-96e6-7223b61e4a05', 'network_id': 'cfd71842-6726-40b2-be3d-a4d60a862165', 'admin_state_up': True, 'tenant_id': '4072331c63524c7cbf166cc5521b82fc'}} {{(pid=94297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:18:04.894047 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-b12c76b4-45cb-4b85-bcfc-d7f530ff688f req-ef793dd2-fabf-4815-8f0d-8b6beea14891 tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] 10.222.0.24 "GET /v2.0/ports?device_id=eecd1f34-fff4-4301-b881-1065a3bd87d9 HTTP/1.1" status: 200 len: 945 time: 0.0721483 Sep 09 05:18:04.961641 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-b12c76b4-45cb-4b85-bcfc-d7f530ff688f req-1e3ccd6f-89bf-450e-935e-f653b0d2ce05 tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] 10.222.0.24 "GET /v2.0/security-groups?id=3dc60ff7-a2e1-442e-b87d-bca7dd14fd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485351 Sep 09 05:18:05.030016 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10f87790-2668-448f-87da-a0a4c2166da7 req-7c4f524f-6702-4578-aa2e-4ad732623e7c tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Made reservation on behalf of 4072331c63524c7cbf166cc5521b82fc for: {'port': 1} {{(pid=94297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 05:18:05.033524 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-10f87790-2668-448f-87da-a0a4c2166da7 req-7c4f524f-6702-4578-aa2e-4ad732623e7c tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:05.158924 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.db_base_plugin_common [req-10f87790-2668-448f-87da-a0a4c2166da7 req-7c4f524f-6702-4578-aa2e-4ad732623e7c tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Allocated IP 172.20.0.12 (cfd71842-6726-40b2-be3d-a4d60a862165/26afa4a7-ead4-4ffa-80cb-6879630dc238/13148bd5-c628-4326-95e4-f89f35deac51) {{(pid=94297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 05:18:05.309133 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-10f87790-2668-448f-87da-a0a4c2166da7 req-7c4f524f-6702-4578-aa2e-4ad732623e7c tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Notify callbacks [] for port, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:05.347816 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-10f87790-2668-448f-87da-a0a4c2166da7 req-7c4f524f-6702-4578-aa2e-4ad732623e7c tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748631669697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29281037'] for port, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:05.378201 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] get_ports_and_sgs() called for port_ids ['c5e39047-1d7f-4114-87dd-09560771c0ed', '24e1f0ba-92ba-4c84-bc59-4d552978c625'] {{(pid=94299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 05:18:05.388022 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10f87790-2668-448f-87da-a0a4c2166da7 req-7c4f524f-6702-4578-aa2e-4ad732623e7c tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Network cfd71842-6726-40b2-be3d-a4d60a862165 is already hosted by enough agents. {{(pid=94297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 05:18:05.391097 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.base_scheduler [req-10f87790-2668-448f-87da-a0a4c2166da7 req-7c4f524f-6702-4578-aa2e-4ad732623e7c tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Resources bound (agent type, host, resource id): {{(pid=94297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 05:18:05.394819 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.l3_dvrscheduler_db [req-10f87790-2668-448f-87da-a0a4c2166da7 req-7c4f524f-6702-4578-aa2e-4ad732623e7c tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Received port after_create {{(pid=94297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 05:18:05.426068 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4f524f-6702-4578-aa2e-4ad732623e7c tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Pushing event updated for resources: {'Port': ['ID=13148bd5-c628-4326-95e4-f89f35deac51,revision_number=1']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:18:05.465058 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f87790-2668-448f-87da-a0a4c2166da7 req-7c4f524f-6702-4578-aa2e-4ad732623e7c tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:05.465716 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-10f87790-2668-448f-87da-a0a4c2166da7 req-7c4f524f-6702-4578-aa2e-4ad732623e7c tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-438482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for port, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:05.495949 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-10f87790-2668-448f-87da-a0a4c2166da7 req-7c4f524f-6702-4578-aa2e-4ad732623e7c tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6067576 Sep 09 05:18:05.513437 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.v2.base [req-10f87790-2668-448f-87da-a0a4c2166da7 req-7fbe4212-8675-4ed4-801a-1781553946d8 service neutron] Request body: {'port': {'device_id': 'dda220bf-9f00-45c7-96e6-7223b61e4a05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=94297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:18:05.583337 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-10f87790-2668-448f-87da-a0a4c2166da7 req-7fbe4212-8675-4ed4-801a-1781553946d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:05.619517 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8d3c70-38a7-4cca-a18a-026d9a144377 req-c6fa99cb-fbd8-4a63-a1b8-e3fcf73c3e78 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:05.622007 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-1b8d3c70-38a7-4cca-a18a-026d9a144377 req-c6fa99cb-fbd8-4a63-a1b8-e3fcf73c3e78 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/ports?device_id=dda220bf-9f00-45c7-96e6-7223b61e4a05 HTTP/1.1" status: 200 len: 932 time: 0.0761161 Sep 09 05:18:05.708219 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-1b8d3c70-38a7-4cca-a18a-026d9a144377 req-e1f1cf4d-c693-4bb0-b88b-9082ba185294 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b559db1-1589-4e96-9e76-ca77d0cb852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800798 Sep 09 05:18:05.823560 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085a9e9f-e98e-4aa8-afb3-b246cfca40d1 req-42fc8876-e752-4406-9ef7-b23b9a266547 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:05.825124 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-085a9e9f-e98e-4aa8-afb3-b246cfca40d1 req-42fc8876-e752-4406-9ef7-b23b9a266547 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=1880a6bd-8a58-4755-b7de-37512e26a7b9 HTTP/1.1" status: 200 len: 946 time: 0.0544584 Sep 09 05:18:05.871027 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-085a9e9f-e98e-4aa8-afb3-b246cfca40d1 req-0408fb22-31fa-4491-94a3-7fa18a8dd077 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363586 Sep 09 05:18:05.924453 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.notifiers.nova [req-10f87790-2668-448f-87da-a0a4c2166da7 req-7fbe4212-8675-4ed4-801a-1781553946d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13148bd5-c628-4326-95e4-f89f35deac51 {{(pid=94297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 05:18:05.934261 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-10f87790-2668-448f-87da-a0a4c2166da7 req-7fbe4212-8675-4ed4-801a-1781553946d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:05.945208 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.provisioning_blocks [req-10f87790-2668-448f-87da-a0a4c2166da7 req-7fbe4212-8675-4ed4-801a-1781553946d8 service neutron] Transition to ACTIVE for port object 13148bd5-c628-4326-95e4-f89f35deac51 will not be triggered until provisioned by entity L2. {{(pid=94297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 05:18:05.949208 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-10f87790-2668-448f-87da-a0a4c2166da7 req-7fbe4212-8675-4ed4-801a-1781553946d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29280254'] for port, after_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:06.005260 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbe4212-8675-4ed4-801a-1781553946d8 service neutron] Pushing event updated for resources: {'Port': ['ID=13148bd5-c628-4326-95e4-f89f35deac51,revision_number=2']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:18:06.072903 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.managers [req-10f87790-2668-448f-87da-a0a4c2166da7 req-7fbe4212-8675-4ed4-801a-1781553946d8 service neutron] Attempting to bind port 13148bd5-c628-4326-95e4-f89f35deac51 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=94297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 05:18:06.073241 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.managers [req-10f87790-2668-448f-87da-a0a4c2166da7 req-7fbe4212-8675-4ed4-801a-1781553946d8 service neutron] Attempting to bind port 13148bd5-c628-4326-95e4-f89f35deac51 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '2253588a-18bc-44eb-b0be-6d785831d1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cfd71842-6726-40b2-be3d-a4d60a862165'}] {{(pid=94297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 05:18:06.073788 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f87790-2668-448f-87da-a0a4c2166da7 req-7fbe4212-8675-4ed4-801a-1781553946d8 service neutron] Attempting to bind port 13148bd5-c628-4326-95e4-f89f35deac51 on network cfd71842-6726-40b2-be3d-a4d60a862165 {{(pid=94297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 05:18:06.078770 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f87790-2668-448f-87da-a0a4c2166da7 req-7fbe4212-8675-4ed4-801a-1781553946d8 service neutron] Port 13148bd5-c628-4326-95e4-f89f35deac51 on network cfd71842-6726-40b2-be3d-a4d60a862165 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=94297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 05:18:06.079155 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f87790-2668-448f-87da-a0a4c2166da7 req-7fbe4212-8675-4ed4-801a-1781553946d8 service neutron] Attempting to bind port 13148bd5-c628-4326-95e4-f89f35deac51 on network cfd71842-6726-40b2-be3d-a4d60a862165 {{(pid=94297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 05:18:06.084606 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f87790-2668-448f-87da-a0a4c2166da7 req-7fbe4212-8675-4ed4-801a-1781553946d8 service neutron] Checking agent: {'id': '7670f20e-61bb-4b09-a030-6895aded51bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 5, 15, 5), 'started_at': datetime.datetime(2021, 9, 9, 5, 15, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 5, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 05:18:06.084949 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f87790-2668-448f-87da-a0a4c2166da7 req-7fbe4212-8675-4ed4-801a-1781553946d8 service neutron] Checking segment: {'id': '2253588a-18bc-44eb-b0be-6d785831d1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cfd71842-6726-40b2-be3d-a4d60a862165'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 05:18:06.085323 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f87790-2668-448f-87da-a0a4c2166da7 req-7fbe4212-8675-4ed4-801a-1781553946d8 service neutron] Bound using segment: {'id': '2253588a-18bc-44eb-b0be-6d785831d1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cfd71842-6726-40b2-be3d-a4d60a862165'} {{(pid=94297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 05:18:06.085981 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.managers [req-10f87790-2668-448f-87da-a0a4c2166da7 req-7fbe4212-8675-4ed4-801a-1781553946d8 service neutron] Bound port: 13148bd5-c628-4326-95e4-f89f35deac51, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2253588a-18bc-44eb-b0be-6d785831d1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cfd71842-6726-40b2-be3d-a4d60a862165'}}] {{(pid=94297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 05:18:06.086586 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-10f87790-2668-448f-87da-a0a4c2166da7 req-7fbe4212-8675-4ed4-801a-1781553946d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:06.088764 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add74742-8672-4335-b823-884cc090d1ff req-95db1579-6a0b-4c7f-801e-d9f0694770fd tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:06.090345 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-add74742-8672-4335-b823-884cc090d1ff req-95db1579-6a0b-4c7f-801e-d9f0694770fd tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] 10.222.0.24 "GET /v2.0/ports?device_id=eecd1f34-fff4-4301-b881-1065a3bd87d9 HTTP/1.1" status: 200 len: 945 time: 0.0498078 Sep 09 05:18:06.131073 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-add74742-8672-4335-b823-884cc090d1ff req-d9f07c4d-be83-4c10-b41c-f1a9a70b7106 tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] 10.222.0.24 "GET /v2.0/security-groups?id=3dc60ff7-a2e1-442e-b87d-bca7dd14fd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341580 Sep 09 05:18:06.162210 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.db [req-10f87790-2668-448f-87da-a0a4c2166da7 req-7fbe4212-8675-4ed4-801a-1781553946d8 service neutron] For port 13148bd5-c628-4326-95e4-f89f35deac51, host hv-cinder-77262, cleared binding levels {{(pid=94297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 05:18:06.165900 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.db [req-10f87790-2668-448f-87da-a0a4c2166da7 req-7fbe4212-8675-4ed4-801a-1781553946d8 service neutron] For port 13148bd5-c628-4326-95e4-f89f35deac51, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=13148bd5-c628-4326-95e4-f89f35deac51,segment=NetworkSegment(2253588a-18bc-44eb-b0be-6d785831d1ef),segment_id=2253588a-18bc-44eb-b0be-6d785831d1ef)] {{(pid=94297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 05:18:06.171064 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-10f87790-2668-448f-87da-a0a4c2166da7 req-7fbe4212-8675-4ed4-801a-1781553946d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29280254'] for port, after_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:06.206207 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f87790-2668-448f-87da-a0a4c2166da7 req-7fbe4212-8675-4ed4-801a-1781553946d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:06.206831 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-10f87790-2668-448f-87da-a0a4c2166da7 req-7fbe4212-8675-4ed4-801a-1781553946d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-438482', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for port, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:06.208246 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-10f87790-2668-448f-87da-a0a4c2166da7 req-7fbe4212-8675-4ed4-801a-1781553946d8 service neutron] 10.222.0.23 "PUT /v2.0/ports/13148bd5-c628-4326-95e4-f89f35deac51 HTTP/1.1" status: 200 len: 1094 time: 0.7034748 Sep 09 05:18:06.208684 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dda220bf-9f00-45c7-96e6-7223b61e4a05', 'tag': '13148bd5-c628-4326-95e4-f89f35deac51'}] {{(pid=94297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 05:18:06.211733 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85c66017178c43798701892324557e4ac90163104f6096848bec1798d04fbbd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17efc7b6-9411-475c-bb8c-8a0d8158e4e7" -d '{"events": [{"name": "network-changed", "server_uuid": "dda220bf-9f00-45c7-96e6-7223b61e4a05", "tag": "13148bd5-c628-4326-95e4-f89f35deac51"}]}' {{(pid=94297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 05:18:06.237079 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbe4212-8675-4ed4-801a-1781553946d8 service neutron] Pushing event updated for resources: {'Port': ['ID=13148bd5-c628-4326-95e4-f89f35deac51,revision_number=3']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:18:06.262886 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 05:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7894563d-6ceb-4830-8bec-709c7c552c46 x-openstack-request-id: req-7894563d-6ceb-4830-8bec-709c7c552c46 {{(pid=94297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 05:18:06.263443 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dda220bf-9f00-45c7-96e6-7223b61e4a05", "tag": "13148bd5-c628-4326-95e4-f89f35deac51", "status": "completed", "code": 200}]} {{(pid=94297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 05:18:06.263721 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7894563d-6ceb-4830-8bec-709c7c552c46 {{(pid=94297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 05:18:06.264067 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dda220bf-9f00-45c7-96e6-7223b61e4a05', 'tag': '13148bd5-c628-4326-95e4-f89f35deac51', 'status': 'completed', 'code': 200} Sep 09 05:18:06.312396 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f87790-2668-448f-87da-a0a4c2166da7 req-7335d551-5df1-44af-8705-b45d76f0e1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:06.313923 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-10f87790-2668-448f-87da-a0a4c2166da7 req-7335d551-5df1-44af-8705-b45d76f0e1ef service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4072331c63524c7cbf166cc5521b82fc&device_id=dda220bf-9f00-45c7-96e6-7223b61e4a05 HTTP/1.1" status: 200 len: 1097 time: 0.0446286 Sep 09 05:18:06.363906 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-10f87790-2668-448f-87da-a0a4c2166da7 req-38e017bf-0a9d-4420-ae7f-c3c2b2d80ad6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13148bd5-c628-4326-95e4-f89f35deac51 HTTP/1.1" status: 200 len: 217 time: 0.0390081 Sep 09 05:18:06.419168 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f87790-2668-448f-87da-a0a4c2166da7 req-13d40e33-d782-4397-b371-8a3d984f6bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:06.420651 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-10f87790-2668-448f-87da-a0a4c2166da7 req-13d40e33-d782-4397-b371-8a3d984f6bec service neutron] 10.222.0.23 "GET /v2.0/subnets?id=26afa4a7-ead4-4ffa-80cb-6879630dc238 HTTP/1.1" status: 200 len: 854 time: 0.0478661 Sep 09 05:18:06.457348 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-10f87790-2668-448f-87da-a0a4c2166da7 req-0770ff81-0cc2-4acb-b656-64969df39e63 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cfd71842-6726-40b2-be3d-a4d60a862165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248451 Sep 09 05:18:06.559555 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-10f87790-2668-448f-87da-a0a4c2166da7 req-184e6fa9-2dbe-42e9-8f6d-30e6dc3c18e7 service neutron] 10.222.0.23 "GET /v2.0/networks/cfd71842-6726-40b2-be3d-a4d60a862165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863073 Sep 09 05:18:06.658540 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-10f87790-2668-448f-87da-a0a4c2166da7 req-868fe13e-5ba9-40dc-a041-2f3cc4fa3b69 service neutron] 10.222.0.23 "GET /v2.0/networks/cfd71842-6726-40b2-be3d-a4d60a862165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864325 Sep 09 05:18:06.758498 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efc7b6-9411-475c-bb8c-8a0d8158e4e7 req-365bf664-9ea1-4f80-9b7f-1004c560c9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:06.760356 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-17efc7b6-9411-475c-bb8c-8a0d8158e4e7 req-365bf664-9ea1-4f80-9b7f-1004c560c9ec service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4072331c63524c7cbf166cc5521b82fc&device_id=dda220bf-9f00-45c7-96e6-7223b61e4a05 HTTP/1.1" status: 200 len: 1097 time: 0.0438354 Sep 09 05:18:06.881996 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0fedaf-726d-4247-bdd9-da974956992e req-3568ed5c-f45d-4840-91dd-6c2c7226ab08 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:06.885318 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-ad0fedaf-726d-4247-bdd9-da974956992e req-3568ed5c-f45d-4840-91dd-6c2c7226ab08 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/ports?device_id=dda220bf-9f00-45c7-96e6-7223b61e4a05 HTTP/1.1" status: 200 len: 944 time: 0.0863395 Sep 09 05:18:06.898084 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efc7b6-9411-475c-bb8c-8a0d8158e4e7 req-b5b9d6b2-2335-4dc2-b67d-37968889024b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:06.899649 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-17efc7b6-9411-475c-bb8c-8a0d8158e4e7 req-b5b9d6b2-2335-4dc2-b67d-37968889024b service neutron] 10.222.0.23 "GET /v2.0/networks?id=cfd71842-6726-40b2-be3d-a4d60a862165 HTTP/1.1" status: 200 len: 914 time: 0.1230135 Sep 09 05:18:06.934170 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-ad0fedaf-726d-4247-bdd9-da974956992e req-0c94e0fa-3d58-44d2-8042-654d498e4ac5 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b559db1-1589-4e96-9e76-ca77d0cb852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411341 Sep 09 05:18:06.956084 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-17efc7b6-9411-475c-bb8c-8a0d8158e4e7 req-9694cf6a-cc78-4df8-ad28-6490cd2cf029 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=13148bd5-c628-4326-95e4-f89f35deac51 HTTP/1.1" status: 200 len: 217 time: 0.0389962 Sep 09 05:18:07.059451 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17efc7b6-9411-475c-bb8c-8a0d8158e4e7 req-205f2c12-ec15-4639-871e-4e476e7511b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:07.061196 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-17efc7b6-9411-475c-bb8c-8a0d8158e4e7 req-205f2c12-ec15-4639-871e-4e476e7511b6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=26afa4a7-ead4-4ffa-80cb-6879630dc238 HTTP/1.1" status: 200 len: 854 time: 0.0797529 Sep 09 05:18:07.097671 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-17efc7b6-9411-475c-bb8c-8a0d8158e4e7 req-f10f3e74-ada6-4d2f-84dd-5991b8ebe097 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cfd71842-6726-40b2-be3d-a4d60a862165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290785 Sep 09 05:18:07.109571 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3014ab6-3303-473b-a3b5-e76cb6ac2fd5 req-4ef65715-521d-4427-9a45-7f3bfc6a31d3 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:07.111118 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-a3014ab6-3303-473b-a3b5-e76cb6ac2fd5 req-4ef65715-521d-4427-9a45-7f3bfc6a31d3 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=1880a6bd-8a58-4755-b7de-37512e26a7b9 HTTP/1.1" status: 200 len: 946 time: 0.0556369 Sep 09 05:18:07.177999 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-a3014ab6-3303-473b-a3b5-e76cb6ac2fd5 req-a54a28d6-810f-4f36-b2d9-c763680fedaf tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521090 Sep 09 05:18:07.224506 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-17efc7b6-9411-475c-bb8c-8a0d8158e4e7 req-3a9e3547-a709-4df8-b0d2-870141f779dd service neutron] 10.222.0.23 "GET /v2.0/networks/cfd71842-6726-40b2-be3d-a4d60a862165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084776 Sep 09 05:18:07.269817 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad97e1fb-e9b7-4374-8b37-c277083d17a2 req-f53d65b6-45ac-468b-a454-c24b7066c3ef tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:07.271457 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-ad97e1fb-e9b7-4374-8b37-c277083d17a2 req-f53d65b6-45ac-468b-a454-c24b7066c3ef tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] 10.222.0.24 "GET /v2.0/ports?device_id=eecd1f34-fff4-4301-b881-1065a3bd87d9 HTTP/1.1" status: 200 len: 945 time: 0.0506859 Sep 09 05:18:07.314688 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-ad97e1fb-e9b7-4374-8b37-c277083d17a2 req-c5bbe6cc-95f1-4538-a8eb-03415aa66332 tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] 10.222.0.24 "GET /v2.0/security-groups?id=3dc60ff7-a2e1-442e-b87d-bca7dd14fd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355573 Sep 09 05:18:07.524592 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-17efc7b6-9411-475c-bb8c-8a0d8158e4e7 req-40c410a0-43e2-4130-8ff0-a547871711e5 service neutron] 10.222.0.23 "GET /v2.0/networks/cfd71842-6726-40b2-be3d-a4d60a862165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838626 Sep 09 05:18:08.056885 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de6c7b7-10d9-4270-99eb-80bd4d3d3bd4 req-45829c3f-190c-4027-a812-98483176cc30 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:08.058387 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-3de6c7b7-10d9-4270-99eb-80bd4d3d3bd4 req-45829c3f-190c-4027-a812-98483176cc30 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/ports?device_id=dda220bf-9f00-45c7-96e6-7223b61e4a05 HTTP/1.1" status: 200 len: 944 time: 0.0504189 Sep 09 05:18:08.103739 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-3de6c7b7-10d9-4270-99eb-80bd4d3d3bd4 req-eb04a8c1-3739-48d2-84d0-f0e7cc48d92f tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b559db1-1589-4e96-9e76-ca77d0cb852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394883 Sep 09 05:18:08.292173 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02617403-9381-4f62-9c28-2a2cd7276e96 req-07a971e5-e5bb-4d94-a18b-d5d7fd89bbda tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:08.293620 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-02617403-9381-4f62-9c28-2a2cd7276e96 req-07a971e5-e5bb-4d94-a18b-d5d7fd89bbda tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=1880a6bd-8a58-4755-b7de-37512e26a7b9 HTTP/1.1" status: 200 len: 946 time: 0.0468173 Sep 09 05:18:08.329877 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-02617403-9381-4f62-9c28-2a2cd7276e96 req-73271034-37b3-44b0-8d6f-dc42646fc1e8 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303912 Sep 09 05:18:08.441538 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd0ae24-bcc1-4745-855c-2beb9448640a req-357bbff9-abc0-4608-bc62-c0ee85898647 tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:08.443053 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-3bd0ae24-bcc1-4745-855c-2beb9448640a req-357bbff9-abc0-4608-bc62-c0ee85898647 tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] 10.222.0.24 "GET /v2.0/ports?device_id=eecd1f34-fff4-4301-b881-1065a3bd87d9 HTTP/1.1" status: 200 len: 945 time: 0.0505414 Sep 09 05:18:08.482809 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-3bd0ae24-bcc1-4745-855c-2beb9448640a req-efed8bd3-4622-4825-8a8f-53394eb1c4eb tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] 10.222.0.24 "GET /v2.0/security-groups?id=3dc60ff7-a2e1-442e-b87d-bca7dd14fd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328720 Sep 09 05:18:09.222597 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c854c4c-8a6a-4cc4-9a9b-a69aab5d6760 req-f18b8259-67b8-4763-a386-9727c15cd297 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:09.224324 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-5c854c4c-8a6a-4cc4-9a9b-a69aab5d6760 req-f18b8259-67b8-4763-a386-9727c15cd297 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/ports?device_id=dda220bf-9f00-45c7-96e6-7223b61e4a05 HTTP/1.1" status: 200 len: 944 time: 0.0522480 Sep 09 05:18:09.264820 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-5c854c4c-8a6a-4cc4-9a9b-a69aab5d6760 req-74b5f72c-4f1b-4e58-a751-1207a43e9c0d tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b559db1-1589-4e96-9e76-ca77d0cb852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343804 Sep 09 05:18:09.442470 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f793b5-10b8-4389-94c1-7971af2c9980 req-8d0315b2-d316-4113-a922-cd796df4de95 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:09.444005 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-f6f793b5-10b8-4389-94c1-7971af2c9980 req-8d0315b2-d316-4113-a922-cd796df4de95 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=1880a6bd-8a58-4755-b7de-37512e26a7b9 HTTP/1.1" status: 200 len: 946 time: 0.0489886 Sep 09 05:18:09.483475 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-f6f793b5-10b8-4389-94c1-7971af2c9980 req-61e5d0cc-f465-4b46-a0a8-e2799f1a7a2b tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320158 Sep 09 05:18:09.596637 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585dc1e2-4041-4463-b01f-44a96ca29f3f req-295f4c30-9bb9-4639-91e2-fbc360e29f96 tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:09.598210 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-585dc1e2-4041-4463-b01f-44a96ca29f3f req-295f4c30-9bb9-4639-91e2-fbc360e29f96 tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] 10.222.0.24 "GET /v2.0/ports?device_id=eecd1f34-fff4-4301-b881-1065a3bd87d9 HTTP/1.1" status: 200 len: 945 time: 0.0486166 Sep 09 05:18:09.636808 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-585dc1e2-4041-4463-b01f-44a96ca29f3f req-682dd9d9-d073-41cb-843a-05e02aea5719 tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] 10.222.0.24 "GET /v2.0/security-groups?id=3dc60ff7-a2e1-442e-b87d-bca7dd14fd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304601 Sep 09 05:18:09.818511 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device 13148bd5-c628-4326-95e4-f89f35deac51 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=94299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 05:18:09.913560 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] For port 13148bd5-c628-4326-95e4-f89f35deac51, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=13148bd5-c628-4326-95e4-f89f35deac51,segment=NetworkSegment(2253588a-18bc-44eb-b0be-6d785831d1ef),segment_id=2253588a-18bc-44eb-b0be-6d785831d1ef)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:18:09.924549 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Returning: {'device': '13148bd5-c628-4326-95e4-f89f35deac51', 'network_id': 'cfd71842-6726-40b2-be3d-a4d60a862165', 'port_id': '13148bd5-c628-4326-95e4-f89f35deac51', 'mac_address': 'fa:16:3e:dd:8e:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26afa4a7-ead4-4ffa-80cb-6879630dc238', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 05:18:09.963994 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:09.976779 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.notifiers.nova [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13148bd5-c628-4326-95e4-f89f35deac51 {{(pid=94299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 05:18:09.995632 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] For port 13148bd5-c628-4326-95e4-f89f35deac51, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=13148bd5-c628-4326-95e4-f89f35deac51,segment=NetworkSegment(2253588a-18bc-44eb-b0be-6d785831d1ef),segment_id=2253588a-18bc-44eb-b0be-6d785831d1ef)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:18:09.999234 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:10.045505 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Pushing event updated for resources: {'Port': ['ID=13148bd5-c628-4326-95e4-f89f35deac51,revision_number=4']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:18:10.380427 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45afb2fa-3f8c-4cf4-ada7-8abdb8c17160 req-da00b722-31ca-4c40-87af-366119a20f3a tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:10.382075 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-45afb2fa-3f8c-4cf4-ada7-8abdb8c17160 req-da00b722-31ca-4c40-87af-366119a20f3a tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/ports?device_id=dda220bf-9f00-45c7-96e6-7223b61e4a05 HTTP/1.1" status: 200 len: 945 time: 0.0501277 Sep 09 05:18:10.426751 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-45afb2fa-3f8c-4cf4-ada7-8abdb8c17160 req-60145866-5257-4bf0-b841-f235e4cc4410 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b559db1-1589-4e96-9e76-ca77d0cb852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385294 Sep 09 05:18:10.603583 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc104dd0-f637-4d14-af73-54723f02d0ec req-81a46439-2615-4962-99d0-f5a344750138 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:10.605095 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-cc104dd0-f637-4d14-af73-54723f02d0ec req-81a46439-2615-4962-99d0-f5a344750138 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=1880a6bd-8a58-4755-b7de-37512e26a7b9 HTTP/1.1" status: 200 len: 946 time: 0.0554163 Sep 09 05:18:10.642706 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-cc104dd0-f637-4d14-af73-54723f02d0ec req-2283ddff-7f4f-4aec-b271-3aaaa5b892f3 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314524 Sep 09 05:18:10.758546 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74542302-baab-4494-801e-af926f571bc9 req-14827d8f-e0bf-41e2-951d-ba522a4c0014 tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:10.758546 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-74542302-baab-4494-801e-af926f571bc9 req-14827d8f-e0bf-41e2-951d-ba522a4c0014 tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] 10.222.0.24 "GET /v2.0/ports?device_id=eecd1f34-fff4-4301-b881-1065a3bd87d9 HTTP/1.1" status: 200 len: 945 time: 0.0493979 Sep 09 05:18:10.795168 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-74542302-baab-4494-801e-af926f571bc9 req-ac0b1f98-8a24-4cb9-8404-91a5e0aa01c3 tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] 10.222.0.24 "GET /v2.0/security-groups?id=3dc60ff7-a2e1-442e-b87d-bca7dd14fd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319664 Sep 09 05:18:11.321964 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] get_ports_and_sgs() called for port_ids ['13148bd5-c628-4326-95e4-f89f35deac51'] {{(pid=94299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 05:18:11.541931 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e93c02-dc2b-479a-bb73-48319a6665c0 req-c374ff91-a072-4579-b123-1e5691ac4c6e tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:11.543323 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-d3e93c02-dc2b-479a-bb73-48319a6665c0 req-c374ff91-a072-4579-b123-1e5691ac4c6e tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/ports?device_id=dda220bf-9f00-45c7-96e6-7223b61e4a05 HTTP/1.1" status: 200 len: 945 time: 0.0472858 Sep 09 05:18:11.586441 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-d3e93c02-dc2b-479a-bb73-48319a6665c0 req-ae34f6c4-497c-4537-b864-ed3af021d006 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b559db1-1589-4e96-9e76-ca77d0cb852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348768 Sep 09 05:18:11.757664 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b6c864-b4bb-477d-91ea-be6a6a86dbd9 req-3d92a0dd-63f2-4699-9fae-b8b0760d1a5a tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:11.759199 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-20b6c864-b4bb-477d-91ea-be6a6a86dbd9 req-3d92a0dd-63f2-4699-9fae-b8b0760d1a5a tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=1880a6bd-8a58-4755-b7de-37512e26a7b9 HTTP/1.1" status: 200 len: 946 time: 0.0486221 Sep 09 05:18:11.797627 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-20b6c864-b4bb-477d-91ea-be6a6a86dbd9 req-11d79cb7-2692-4521-bcf5-963cd84c1f12 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323603 Sep 09 05:18:11.916741 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208b2365-57e8-43a3-bda8-556015247208 req-59a61c8c-c36e-485c-8e36-9070677152da tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:11.918505 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-208b2365-57e8-43a3-bda8-556015247208 req-59a61c8c-c36e-485c-8e36-9070677152da tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] 10.222.0.24 "GET /v2.0/ports?device_id=eecd1f34-fff4-4301-b881-1065a3bd87d9 HTTP/1.1" status: 200 len: 945 time: 0.0543907 Sep 09 05:18:11.972974 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-208b2365-57e8-43a3-bda8-556015247208 req-ec4dbdef-4a43-4f1c-b782-211c5e2c75a6 tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] 10.222.0.24 "GET /v2.0/security-groups?id=3dc60ff7-a2e1-442e-b87d-bca7dd14fd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409291 Sep 09 05:18:12.260244 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554ccd6c-50c6-44a8-a5fc-5fbca28faf15 req-ee755e63-bf82-4565-bfb5-e58bfada6b79 tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:12.261722 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-554ccd6c-50c6-44a8-a5fc-5fbca28faf15 req-ee755e63-bf82-4565-bfb5-e58bfada6b79 tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] 10.222.0.23 "GET /v2.0/ports?device_id=eecd1f34-fff4-4301-b881-1065a3bd87d9 HTTP/1.1" status: 200 len: 945 time: 0.0806506 Sep 09 05:18:12.428086 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.plugin [req-554ccd6c-50c6-44a8-a5fc-5fbca28faf15 req-1ef51ad4-eef7-4865-9a3b-0a52ae848cc2 tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] Deleting port 23b413c8-c161-4834-88ea-70d2c1c7bb55 {{(pid=94297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 05:18:12.428431 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-554ccd6c-50c6-44a8-a5fc-5fbca28faf15 req-1ef51ad4-eef7-4865-9a3b-0a52ae848cc2 tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748632167994'] for port, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:12.520774 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.db [req-554ccd6c-50c6-44a8-a5fc-5fbca28faf15 req-1ef51ad4-eef7-4865-9a3b-0a52ae848cc2 tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] For port 23b413c8-c161-4834-88ea-70d2c1c7bb55, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=23b413c8-c161-4834-88ea-70d2c1c7bb55,segment=NetworkSegment(f5868d73-7425-43c9-990c-e3011a86effb),segment_id=f5868d73-7425-43c9-990c-e3011a86effb)] {{(pid=94297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:18:12.521288 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-554ccd6c-50c6-44a8-a5fc-5fbca28faf15 req-1ef51ad4-eef7-4865-9a3b-0a52ae848cc2 tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596826'] for port, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:12.535818 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.plugin [req-554ccd6c-50c6-44a8-a5fc-5fbca28faf15 req-1ef51ad4-eef7-4865-9a3b-0a52ae848cc2 tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] Calling delete_port for 23b413c8-c161-4834-88ea-70d2c1c7bb55 owned by compute:nova {{(pid=94297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 05:18:12.698243 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-554ccd6c-50c6-44a8-a5fc-5fbca28faf15 req-1ef51ad4-eef7-4865-9a3b-0a52ae848cc2 tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748632172548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748631669706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29281037'] for port, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:12.709602 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86152a06-ef3b-42aa-90a1-e4ac5d4b2a19 req-154757bf-2457-45c6-b82f-f0fbff4469bb tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:12.710220 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] get_ports_and_sgs() called for port_ids ['23b413c8-c161-4834-88ea-70d2c1c7bb55'] {{(pid=94299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 05:18:12.711611 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-86152a06-ef3b-42aa-90a1-e4ac5d4b2a19 req-154757bf-2457-45c6-b82f-f0fbff4469bb tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/ports?device_id=dda220bf-9f00-45c7-96e6-7223b61e4a05 HTTP/1.1" status: 200 len: 945 time: 0.0515563 Sep 09 05:18:12.731392 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef51ad4-eef7-4865-9a3b-0a52ae848cc2 tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] Pushing event deleted for resources: {'Port': ['ID=23b413c8-c161-4834-88ea-70d2c1c7bb55,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:18:12.759787 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-86152a06-ef3b-42aa-90a1-e4ac5d4b2a19 req-ce567b44-aa74-45b1-a439-2b0424699fe9 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b559db1-1589-4e96-9e76-ca77d0cb852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394294 Sep 09 05:18:12.789913 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.l3_dvrscheduler_db [req-554ccd6c-50c6-44a8-a5fc-5fbca28faf15 req-1ef51ad4-eef7-4865-9a3b-0a52ae848cc2 tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] No DVR routers for this DVR port 23b413c8-c161-4834-88ea-70d2c1c7bb55 on host hv-cinder-77262 {{(pid=94297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 05:18:12.792889 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-554ccd6c-50c6-44a8-a5fc-5fbca28faf15 req-1ef51ad4-eef7-4865-9a3b-0a52ae848cc2 tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-438482'] for port, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:12.794967 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-554ccd6c-50c6-44a8-a5fc-5fbca28faf15 req-1ef51ad4-eef7-4865-9a3b-0a52ae848cc2 tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] 10.222.0.23 "DELETE /v2.0/ports/23b413c8-c161-4834-88ea-70d2c1c7bb55 HTTP/1.1" status: 204 len: 173 time: 0.5255160 Sep 09 05:18:12.795389 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eecd1f34-fff4-4301-b881-1065a3bd87d9', 'name': 'network-vif-deleted', 'tag': '23b413c8-c161-4834-88ea-70d2c1c7bb55'}] {{(pid=94297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 05:18:12.797635 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85c66017178c43798701892324557e4ac90163104f6096848bec1798d04fbbd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80d544dd-0ed3-468e-adcb-5ff5c2476d7e" -d '{"events": [{"server_uuid": "eecd1f34-fff4-4301-b881-1065a3bd87d9", "name": "network-vif-deleted", "tag": "23b413c8-c161-4834-88ea-70d2c1c7bb55"}]}' {{(pid=94297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 05:18:12.838029 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 05:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9dd333b-e1bc-4ece-8e54-75a368f19c27 x-openstack-request-id: req-f9dd333b-e1bc-4ece-8e54-75a368f19c27 {{(pid=94297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 05:18:12.838327 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eecd1f34-fff4-4301-b881-1065a3bd87d9", "name": "network-vif-deleted", "tag": "23b413c8-c161-4834-88ea-70d2c1c7bb55", "status": "completed", "code": 200}]} {{(pid=94297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 05:18:12.838576 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f9dd333b-e1bc-4ece-8e54-75a368f19c27 {{(pid=94297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 05:18:12.838967 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eecd1f34-fff4-4301-b881-1065a3bd87d9', 'name': 'network-vif-deleted', 'tag': '23b413c8-c161-4834-88ea-70d2c1c7bb55', 'status': 'completed', 'code': 200} Sep 09 05:18:12.915389 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55eb9ce-12eb-4068-b005-ac38b131fa91 req-2c3bf069-7d85-4853-8251-f9b14409c2d5 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:12.916794 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-b55eb9ce-12eb-4068-b005-ac38b131fa91 req-2c3bf069-7d85-4853-8251-f9b14409c2d5 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=1880a6bd-8a58-4755-b7de-37512e26a7b9 HTTP/1.1" status: 200 len: 946 time: 0.0496662 Sep 09 05:18:12.954209 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-b55eb9ce-12eb-4068-b005-ac38b131fa91 req-99eb905e-88f6-47a1-9f5f-06c434eb972f tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311449 Sep 09 05:18:13.092573 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-384043d0-2a9a-4c3f-b17b-762fbd031188 req-05554241-20cf-4390-a746-3d8f967d9fee tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] 10.222.0.24 "GET /v2.0/ports?device_id=eecd1f34-fff4-4301-b881-1065a3bd87d9 HTTP/1.1" status: 200 len: 210 time: 0.0270691 Sep 09 05:18:13.706438 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 35996) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:18:13.815152 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-04e6cf9e-60f8-4119-98c9-151de35c0aa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:13.824054 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device 13148bd5-c628-4326-95e4-f89f35deac51 up at agent hyperv_hv-cinder-77262 {{(pid=94299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 05:18:13.871183 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1bce7669-4abf-4c04-b17d-509033b4ce76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:13.887294 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Provisioning for port 13148bd5-c628-4326-95e4-f89f35deac51 completed by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 05:18:13.890957 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Provisioning complete for port 13148bd5-c628-4326-95e4-f89f35deac51 triggered by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:18:13.891671 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:13.912809 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73b38bf-c5da-4a76-beeb-495920b08d21 req-d47bc663-42d7-4567-8da8-6a53eafe297a tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:13.914467 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-c73b38bf-c5da-4a76-beeb-495920b08d21 req-d47bc663-42d7-4567-8da8-6a53eafe297a tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/ports?device_id=dda220bf-9f00-45c7-96e6-7223b61e4a05 HTTP/1.1" status: 200 len: 945 time: 0.0832033 Sep 09 05:18:13.975756 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:14.012541 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dda220bf-9f00-45c7-96e6-7223b61e4a05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13148bd5-c628-4326-95e4-f89f35deac51'}] {{(pid=94299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 05:18:14.015722 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6baa3fa754b64f0f84acd20b1d53bd6375697f3cd0d79ee629041410e58b9d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b82c97d-7e6b-4b1d-af9e-ce6ed62f55a8" -d '{"events": [{"server_uuid": "dda220bf-9f00-45c7-96e6-7223b61e4a05", "name": "network-vif-plugged", "status": "completed", "tag": "13148bd5-c628-4326-95e4-f89f35deac51"}]}' {{(pid=94299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 05:18:14.021828 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] For port 13148bd5-c628-4326-95e4-f89f35deac51, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=13148bd5-c628-4326-95e4-f89f35deac51,segment=NetworkSegment(2253588a-18bc-44eb-b0be-6d785831d1ef),segment_id=2253588a-18bc-44eb-b0be-6d785831d1ef)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:18:14.026626 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:14.077583 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Pushing event updated for resources: {'Port': ['ID=13148bd5-c628-4326-95e4-f89f35deac51,revision_number=5']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:18:14.196178 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-c73b38bf-c5da-4a76-beeb-495920b08d21 req-628e1141-03c6-475d-99dc-99968ccd7e1c tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b559db1-1589-4e96-9e76-ca77d0cb852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743659 Sep 09 05:18:14.224523 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-04e6cf9e-60f8-4119-98c9-151de35c0aa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:14.233489 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3b54a4-acab-4d2b-8a0c-a2122e6b9d90 req-8c97e487-c592-49de-a657-eaadc1b5a784 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:14.235044 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-7b3b54a4-acab-4d2b-8a0c-a2122e6b9d90 req-8c97e487-c592-49de-a657-eaadc1b5a784 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=1880a6bd-8a58-4755-b7de-37512e26a7b9 HTTP/1.1" status: 200 len: 946 time: 0.0977941 Sep 09 05:18:14.245009 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-04e6cf9e-60f8-4119-98c9-151de35c0aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:14.253405 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 05:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2897767-231e-4c84-bd0b-84b37fb9ce1c x-openstack-request-id: req-d2897767-231e-4c84-bd0b-84b37fb9ce1c {{(pid=94299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 05:18:14.253936 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dda220bf-9f00-45c7-96e6-7223b61e4a05", "name": "network-vif-plugged", "status": "completed", "tag": "13148bd5-c628-4326-95e4-f89f35deac51", "code": 200}]} {{(pid=94299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 05:18:14.254341 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d2897767-231e-4c84-bd0b-84b37fb9ce1c {{(pid=94299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 05:18:14.255502 dv-cinder-772623-14-iscsi neutron-server[94299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dda220bf-9f00-45c7-96e6-7223b61e4a05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13148bd5-c628-4326-95e4-f89f35deac51', 'code': 200} Sep 09 05:18:14.309419 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e6cf9e-60f8-4119-98c9-151de35c0aa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12460983-4612-4229-a12d-ec7d699ac181,revision_number=1']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:18:14.316665 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 36020) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:18:14.317208 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-04e6cf9e-60f8-4119-98c9-151de35c0aa3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=59f4483b1fc9442ebaabf14debf9dc41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6093349 Sep 09 05:18:14.321056 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-7b3b54a4-acab-4d2b-8a0c-a2122e6b9d90 req-6ee55355-80fc-477d-9a20-e4b9cee9cfa7 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778728 Sep 09 05:18:14.393787 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-9502a1bc-2445-4e56-99d1-e46c3a8f059e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:14.411940 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 36022) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:18:14.429624 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-9502a1bc-2445-4e56-99d1-e46c3a8f059e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:14.506872 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-9502a1bc-2445-4e56-99d1-e46c3a8f059e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:14.510649 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-9502a1bc-2445-4e56-99d1-e46c3a8f059e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:14.511771 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-9502a1bc-2445-4e56-99d1-e46c3a8f059e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/12460983-4612-4229-a12d-ec7d699ac181 HTTP/1.1" status: 204 len: 168 time: 0.1934118 Sep 09 05:18:14.522744 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9502a1bc-2445-4e56-99d1-e46c3a8f059e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12460983-4612-4229-a12d-ec7d699ac181,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:18:14.532645 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a912aeb8-aaea-4de1-a658-37a66b4e2922 req-1557c30b-f6e9-4e0f-8da6-b2f693bb2bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:14.534009 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-a912aeb8-aaea-4de1-a658-37a66b4e2922 req-1557c30b-f6e9-4e0f-8da6-b2f693bb2bd5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=dda220bf-9f00-45c7-96e6-7223b61e4a05 HTTP/1.1" status: 200 len: 1099 time: 0.0622711 Sep 09 05:18:14.566039 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-d37fe1f0-caaf-455b-9323-b50544d748b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:14.574303 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-a912aeb8-aaea-4de1-a658-37a66b4e2922 req-cdff27ac-f57b-445f-863a-4bef88798454 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0b559db1-1589-4e96-9e76-ca77d0cb852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297017 Sep 09 05:18:14.655787 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b38d905-37fc-44a0-8e17-41d9ce37ef27 req-29d0e669-93aa-4582-a21b-c58bf8c18d03 tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:14.657277 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-6b38d905-37fc-44a0-8e17-41d9ce37ef27 req-29d0e669-93aa-4582-a21b-c58bf8c18d03 tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] 10.222.0.24 "GET /v2.0/networks?id=5f86fc60-4db7-49b3-a7e3-53a60f1edc41 HTTP/1.1" status: 200 len: 808 time: 0.1572831 Sep 09 05:18:14.681512 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-6b38d905-37fc-44a0-8e17-41d9ce37ef27 req-f4544079-3f41-4265-b0ba-0c0cd642b4ac tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] 10.222.0.24 "GET /v2.0/quotas/499c3ce18b1642a1b74b155c544de54f HTTP/1.1" status: 200 len: 375 time: 0.0175965 Sep 09 05:18:14.722982 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-6b38d905-37fc-44a0-8e17-41d9ce37ef27 req-7119bf70-1f69-475c-b749-74987ae1962d tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=499c3ce18b1642a1b74b155c544de54f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342586 Sep 09 05:18:14.779524 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-d37fe1f0-caaf-455b-9323-b50544d748b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:14.802651 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 36046) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:18:14.806313 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-d37fe1f0-caaf-455b-9323-b50544d748b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:14.816143 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-da14835b-61b0-44a3-87d4-3442f6bee88a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:14.864711 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-d37fe1f0-caaf-455b-9323-b50544d748b7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e7e3228ff37f4192b5c505ea7b3e6939&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4513712 Sep 09 05:18:14.865423 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37fe1f0-caaf-455b-9323-b50544d748b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0002dde5-ff31-459d-ae0a-905710c4a790,revision_number=1']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:18:14.868811 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 36050) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:18:14.880162 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-6b38d905-37fc-44a0-8e17-41d9ce37ef27 req-129f03a6-d728-4359-8d36-431f26a0c0a3 service neutron] 10.222.0.24 "GET /v2.0/networks/5f86fc60-4db7-49b3-a7e3-53a60f1edc41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476328 Sep 09 05:18:14.965862 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-7f46b2be-e7c2-4a65-bcdc-01d5e1d09784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:14.971147 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-6b38d905-37fc-44a0-8e17-41d9ce37ef27 req-7a4a7898-b441-4b30-badd-ddb0d366fa44 service neutron] 10.222.0.24 "GET /v2.0/networks/5f86fc60-4db7-49b3-a7e3-53a60f1edc41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901792 Sep 09 05:18:14.992362 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-da14835b-61b0-44a3-87d4-3442f6bee88a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:15.002808 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-da14835b-61b0-44a3-87d4-3442f6bee88a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:15.020796 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-7f46b2be-e7c2-4a65-bcdc-01d5e1d09784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:15.073085 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da14835b-61b0-44a3-87d4-3442f6bee88a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53ccb28e-e808-4415-84d1-1e3bd83d5246,revision_number=1']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:18:15.087017 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 36058) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:18:15.088965 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-da14835b-61b0-44a3-87d4-3442f6bee88a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2d7a8a2564014a0a9614b69e59273fe6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2798648 Sep 09 05:18:15.112670 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-7f46b2be-e7c2-4a65-bcdc-01d5e1d09784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:15.115292 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-7f46b2be-e7c2-4a65-bcdc-01d5e1d09784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:15.118608 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-7f46b2be-e7c2-4a65-bcdc-01d5e1d09784 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0002dde5-ff31-459d-ae0a-905710c4a790 HTTP/1.1" status: 204 len: 168 time: 0.2465341 Sep 09 05:18:15.129891 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f46b2be-e7c2-4a65-bcdc-01d5e1d09784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0002dde5-ff31-459d-ae0a-905710c4a790,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:18:15.186152 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-9c5002f1-f0fc-4b5d-8f40-cf1422a0caca req-2bcb3e4d-79b2-46e7-8c4c-2aabb6fa7fbb tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] 10.222.0.24 "GET /v2.0/ports?device_id=776baef7-0b4d-427c-896c-a725c01e9cf0 HTTP/1.1" status: 200 len: 210 time: 0.0371871 Sep 09 05:18:15.189534 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-3ae06db4-a51b-48cd-becb-3ea425d851b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:15.220084 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-3ae06db4-a51b-48cd-becb-3ea425d851b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:15.274320 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-3ae06db4-a51b-48cd-becb-3ea425d851b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:15.278193 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-3ae06db4-a51b-48cd-becb-3ea425d851b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:15.281814 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-3ae06db4-a51b-48cd-becb-3ea425d851b0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/53ccb28e-e808-4415-84d1-1e3bd83d5246 HTTP/1.1" status: 204 len: 168 time: 0.1913848 Sep 09 05:18:15.312399 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae06db4-a51b-48cd-becb-3ea425d851b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ccb28e-e808-4415-84d1-1e3bd83d5246,revision_number=None']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:18:15.339719 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6e798f-8c91-4698-8deb-11e7eaac3416 req-8958b56a-9da7-4b0a-9a67-4a19981c8867 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:15.342398 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-fa6e798f-8c91-4698-8deb-11e7eaac3416 req-8958b56a-9da7-4b0a-9a67-4a19981c8867 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/ports?device_id=dda220bf-9f00-45c7-96e6-7223b61e4a05 HTTP/1.1" status: 200 len: 946 time: 0.0607777 Sep 09 05:18:15.401245 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-fa6e798f-8c91-4698-8deb-11e7eaac3416 req-9fc94370-f782-40d7-945e-abec8cd9d314 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b559db1-1589-4e96-9e76-ca77d0cb852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521924 Sep 09 05:18:15.471165 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f75c30-e57a-4cf1-83f0-054244f03e95 req-98f26228-3dde-4c2d-9dca-8825c86fa93d tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:15.473475 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-95f75c30-e57a-4cf1-83f0-054244f03e95 req-98f26228-3dde-4c2d-9dca-8825c86fa93d tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=1880a6bd-8a58-4755-b7de-37512e26a7b9 HTTP/1.1" status: 200 len: 946 time: 0.0712464 Sep 09 05:18:15.537170 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-95f75c30-e57a-4cf1-83f0-054244f03e95 req-5497e8d6-74a2-485a-94ae-1eb8314a847f tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504105 Sep 09 05:18:15.828710 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device 23b413c8-c161-4834-88ea-70d2c1c7bb55 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 05:18:15.852254 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.plugin [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] No Port match for: 23b413c8-c161-4834-88ea-70d2c1c7bb55 {{(pid=94299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 05:18:15.852595 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device 23b413c8-c161-4834-88ea-70d2c1c7bb55 not bound to the agent host hv-cinder-77262 {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 05:18:16.008640 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 36098) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:18:16.112503 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.v2.base [None req-c011d3f6-6ec3-4fb7-9bdb-ede081e9bf1e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1780856111-network', 'tenant_id': 'c78ca157c1f84025a9f3320f06078225'}} {{(pid=94298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:18:16.133952 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c011d3f6-6ec3-4fb7-9bdb-ede081e9bf1e admin admin] Made reservation on behalf of c78ca157c1f84025a9f3320f06078225 for: {'network': 1} {{(pid=94298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 05:18:16.136453 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-c011d3f6-6ec3-4fb7-9bdb-ede081e9bf1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for network, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:16.144860 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-c011d3f6-6ec3-4fb7-9bdb-ede081e9bf1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:16.240514 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-c011d3f6-6ec3-4fb7-9bdb-ede081e9bf1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:16.245736 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-c011d3f6-6ec3-4fb7-9bdb-ede081e9bf1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:16.269592 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c011d3f6-6ec3-4fb7-9bdb-ede081e9bf1e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=94298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 05:18:16.311050 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c011d3f6-6ec3-4fb7-9bdb-ede081e9bf1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=046efcc4-b14a-4f56-be2c-eb408b0f7ccd,revision_number=1']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:18:16.315934 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-c011d3f6-6ec3-4fb7-9bdb-ede081e9bf1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771871'] for segment, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:16.316280 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.db.segments_db [None req-c011d3f6-6ec3-4fb7-9bdb-ede081e9bf1e admin admin] Added segment 1545240a-f080-4a75-a9e1-8044d52ca07a of type vlan for network d2d7b2a3-0495-4459-b8c3-5c9495a1d591 Sep 09 05:18:16.319643 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-22766aeb-7160-4f74-bb03-4aeaf877d897 req-f58cb47f-aa10-4764-9297-2f1dea0c905b tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] 10.222.0.24 "GET /v2.0/ports?device_id=776baef7-0b4d-427c-896c-a725c01e9cf0 HTTP/1.1" status: 200 len: 210 time: 0.0433934 Sep 09 05:18:16.372789 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-c011d3f6-6ec3-4fb7-9bdb-ede081e9bf1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748631623976'] for network, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:16.399985 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-c011d3f6-6ec3-4fb7-9bdb-ede081e9bf1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442'] for network, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:16.401308 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c011d3f6-6ec3-4fb7-9bdb-ede081e9bf1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:16.401975 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-c011d3f6-6ec3-4fb7-9bdb-ede081e9bf1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for network, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:16.439533 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 36120) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:18:16.440006 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-c011d3f6-6ec3-4fb7-9bdb-ede081e9bf1e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4299829 Sep 09 05:18:16.447578 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.v2.base [None req-8a681a1b-74b4-4f2b-bc42-bb7dc65de49d admin admin] Request body: {'subnet': {'network_id': 'd2d7b2a3-0495-4459-b8c3-5c9495a1d591', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1780856111-subnet', 'tenant_id': 'c78ca157c1f84025a9f3320f06078225', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:18:16.473015 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a681a1b-74b4-4f2b-bc42-bb7dc65de49d admin admin] Made reservation on behalf of c78ca157c1f84025a9f3320f06078225 for: {'subnet': 1} {{(pid=94297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 05:18:16.476863 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-8a681a1b-74b4-4f2b-bc42-bb7dc65de49d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28951529'] for subnet, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:16.494342 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c011d3f6-6ec3-4fb7-9bdb-ede081e9bf1e admin admin] Pushing event updated for resources: {'Network': ['ID=d2d7b2a3-0495-4459-b8c3-5c9495a1d591,revision_number=1']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:18:16.516951 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Network d2d7b2a3-0495-4459-b8c3-5c9495a1d591 details requested by agent ovs-agent-dv-cinder-772623-14-iscsi with host dv-cinder-772623-14-iscsi {{(pid=94299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 05:18:16.520184 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b38d905-37fc-44a0-8e17-41d9ce37ef27 req-c306d89f-0924-4bb7-bcc2-d4ad50342069 tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:16.521973 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-6b38d905-37fc-44a0-8e17-41d9ce37ef27 req-c306d89f-0924-4bb7-bcc2-d4ad50342069 tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] 10.222.0.23 "GET /v2.0/networks?id=5f86fc60-4db7-49b3-a7e3-53a60f1edc41 HTTP/1.1" status: 200 len: 808 time: 0.1634269 Sep 09 05:18:16.559260 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7566a82-5d86-495b-a003-923fea9f3a87 req-0c868669-dbc7-44d9-9f98-e7c39ea5f7bb tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:16.570737 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-b7566a82-5d86-495b-a003-923fea9f3a87 req-0c868669-dbc7-44d9-9f98-e7c39ea5f7bb tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/ports?device_id=dda220bf-9f00-45c7-96e6-7223b61e4a05 HTTP/1.1" status: 200 len: 946 time: 0.0851960 Sep 09 05:18:16.573306 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.v2.base [req-6b38d905-37fc-44a0-8e17-41d9ce37ef27 req-76df75bb-b768-4e12-b8c1-d2ed68f7f2f1 tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] Request body: {'port': {'device_id': '776baef7-0b4d-427c-896c-a725c01e9cf0', 'network_id': '5f86fc60-4db7-49b3-a7e3-53a60f1edc41', 'admin_state_up': True, 'tenant_id': '499c3ce18b1642a1b74b155c544de54f'}} {{(pid=94297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:18:16.634330 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-b7566a82-5d86-495b-a003-923fea9f3a87 req-dc4492a7-c3cc-4def-9ba5-9b32bd655594 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b559db1-1589-4e96-9e76-ca77d0cb852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623827 Sep 09 05:18:16.657094 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-514d5e43-e266-43d4-84cd-0d1b687a513e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:16.727869 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8825b83c-b733-4ffb-9cf5-5affa3e1457a req-10c9503c-25e3-4608-99a8-bc828d596fcd tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:16.737162 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-8825b83c-b733-4ffb-9cf5-5affa3e1457a req-10c9503c-25e3-4608-99a8-bc828d596fcd tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=1880a6bd-8a58-4755-b7de-37512e26a7b9 HTTP/1.1" status: 200 len: 946 time: 0.1010389 Sep 09 05:18:16.773054 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-8825b83c-b733-4ffb-9cf5-5affa3e1457a req-9346f8d7-4a9c-4b33-8925-35477f38a9b5 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349376 Sep 09 05:18:16.791850 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b38d905-37fc-44a0-8e17-41d9ce37ef27 req-76df75bb-b768-4e12-b8c1-d2ed68f7f2f1 tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] Made reservation on behalf of 499c3ce18b1642a1b74b155c544de54f for: {'port': 1} {{(pid=94297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 05:18:16.795407 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-6b38d905-37fc-44a0-8e17-41d9ce37ef27 req-76df75bb-b768-4e12-b8c1-d2ed68f7f2f1 tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:16.820098 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-8a681a1b-74b4-4f2b-bc42-bb7dc65de49d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29281137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28951543'] for subnet, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:16.881852 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:16.934254 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a681a1b-74b4-4f2b-bc42-bb7dc65de49d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f14389e8-9a40-46cd-abb3-2f74ea890948,revision_number=0']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:18:16.989138 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a681a1b-74b4-4f2b-bc42-bb7dc65de49d admin admin] Checking segment: {'id': '1545240a-f080-4a75-a9e1-8044d52ca07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd2d7b2a3-0495-4459-b8c3-5c9495a1d591'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 05:18:16.989489 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a681a1b-74b4-4f2b-bc42-bb7dc65de49d admin admin] Network hostable DHCP agents. Network: d2d7b2a3-0495-4459-b8c3-5c9495a1d591, hostable agents: ['bd61413d-9299-49db-9f91-5814fb92a5ef'], hosted agents: [] {{(pid=94297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 05:18:17.004800 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.db_base_plugin_common [req-6b38d905-37fc-44a0-8e17-41d9ce37ef27 req-76df75bb-b768-4e12-b8c1-d2ed68f7f2f1 tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] Allocated IP 172.20.0.12 (5f86fc60-4db7-49b3-a7e3-53a60f1edc41/28435b90-6cd6-48cf-b209-feed09a4b009/c8b70b15-017b-4fa2-b2e7-b0b52a31357b) {{(pid=94297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 05:18:17.027524 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a681a1b-74b4-4f2b-bc42-bb7dc65de49d admin admin] Network d2d7b2a3-0495-4459-b8c3-5c9495a1d591 is scheduled to be hosted by DHCP agent bd61413d-9299-49db-9f91-5814fb92a5ef with binding_index 1 {{(pid=94297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 05:18:17.043825 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.base_scheduler [None req-8a681a1b-74b4-4f2b-bc42-bb7dc65de49d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-14-iscsi, d2d7b2a3-0495-4459-b8c3-5c9495a1d591) {{(pid=94297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 05:18:17.048172 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a681a1b-74b4-4f2b-bc42-bb7dc65de49d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:17.049307 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-8a681a1b-74b4-4f2b-bc42-bb7dc65de49d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:17.052617 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663853b6-1b82-441f-b887-c808dc21bd1c None None] Network d2d7b2a3-0495-4459-b8c3-5c9495a1d591 requested from dv-cinder-772623-14-iscsi {{(pid=94299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 05:18:17.074933 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-8a681a1b-74b4-4f2b-bc42-bb7dc65de49d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6341846 Sep 09 05:18:17.188347 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d281fc-67b8-4404-96e6-9d23a33bfa63 None None] Network d2d7b2a3-0495-4459-b8c3-5c9495a1d591 requested from dv-cinder-772623-14-iscsi {{(pid=94299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 05:18:17.200844 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-6b38d905-37fc-44a0-8e17-41d9ce37ef27 req-76df75bb-b768-4e12-b8c1-d2ed68f7f2f1 tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] Notify callbacks [] for port, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:17.249433 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-6b38d905-37fc-44a0-8e17-41d9ce37ef27 req-76df75bb-b768-4e12-b8c1-d2ed68f7f2f1 tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748631669697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29281037'] for port, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:17.298062 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b38d905-37fc-44a0-8e17-41d9ce37ef27 req-76df75bb-b768-4e12-b8c1-d2ed68f7f2f1 tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] Network 5f86fc60-4db7-49b3-a7e3-53a60f1edc41 is already hosted by enough agents. {{(pid=94297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 05:18:17.301139 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.base_scheduler [req-6b38d905-37fc-44a0-8e17-41d9ce37ef27 req-76df75bb-b768-4e12-b8c1-d2ed68f7f2f1 tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] Resources bound (agent type, host, resource id): {{(pid=94297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 05:18:17.307793 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b38d905-37fc-44a0-8e17-41d9ce37ef27 req-76df75bb-b768-4e12-b8c1-d2ed68f7f2f1 tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] Received port after_create {{(pid=94297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 05:18:17.314083 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76df75bb-b768-4e12-b8c1-d2ed68f7f2f1 tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] Pushing event updated for resources: {'Port': ['ID=c8b70b15-017b-4fa2-b2e7-b0b52a31357b,revision_number=1']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:18:17.363013 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b38d905-37fc-44a0-8e17-41d9ce37ef27 req-76df75bb-b768-4e12-b8c1-d2ed68f7f2f1 tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:17.363548 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-6b38d905-37fc-44a0-8e17-41d9ce37ef27 req-76df75bb-b768-4e12-b8c1-d2ed68f7f2f1 tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-438482'] for port, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:17.380560 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-6b38d905-37fc-44a0-8e17-41d9ce37ef27 req-76df75bb-b768-4e12-b8c1-d2ed68f7f2f1 tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8218679 Sep 09 05:18:17.395988 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.v2.base [req-6b38d905-37fc-44a0-8e17-41d9ce37ef27 req-a3ac1dc7-9d63-47ca-b251-18a89117d88c service neutron] Request body: {'port': {'device_id': '776baef7-0b4d-427c-896c-a725c01e9cf0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=94297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:18:17.469375 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-6b38d905-37fc-44a0-8e17-41d9ce37ef27 req-a3ac1dc7-9d63-47ca-b251-18a89117d88c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:17.484830 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ed0d26-8fca-4eaa-8b84-8bc3caf22a88 req-6cf364f3-d54d-4afe-bfcb-27fcd6ca5369 tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:17.487432 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-93ed0d26-8fca-4eaa-8b84-8bc3caf22a88 req-6cf364f3-d54d-4afe-bfcb-27fcd6ca5369 tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] 10.222.0.24 "GET /v2.0/ports?device_id=776baef7-0b4d-427c-896c-a725c01e9cf0 HTTP/1.1" status: 200 len: 932 time: 0.0863464 Sep 09 05:18:17.544819 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-93ed0d26-8fca-4eaa-8b84-8bc3caf22a88 req-e1be0d08-d4bb-48a2-b97c-44c261273474 tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] 10.222.0.24 "GET /v2.0/security-groups?id=3dc60ff7-a2e1-442e-b87d-bca7dd14fd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461092 Sep 09 05:18:17.635207 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-9dcada0b-7967-4cde-8891-c5586c834af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:17.776655 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.notifiers.nova [req-6b38d905-37fc-44a0-8e17-41d9ce37ef27 req-a3ac1dc7-9d63-47ca-b251-18a89117d88c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8b70b15-017b-4fa2-b2e7-b0b52a31357b {{(pid=94297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 05:18:17.783792 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-6b38d905-37fc-44a0-8e17-41d9ce37ef27 req-a3ac1dc7-9d63-47ca-b251-18a89117d88c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:17.795414 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.provisioning_blocks [req-6b38d905-37fc-44a0-8e17-41d9ce37ef27 req-a3ac1dc7-9d63-47ca-b251-18a89117d88c service neutron] Transition to ACTIVE for port object c8b70b15-017b-4fa2-b2e7-b0b52a31357b will not be triggered until provisioned by entity L2. {{(pid=94297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 05:18:17.799366 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-6b38d905-37fc-44a0-8e17-41d9ce37ef27 req-a3ac1dc7-9d63-47ca-b251-18a89117d88c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29280254'] for port, after_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:17.872598 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ac1dc7-9d63-47ca-b251-18a89117d88c service neutron] Pushing event updated for resources: {'Port': ['ID=c8b70b15-017b-4fa2-b2e7-b0b52a31357b,revision_number=2']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:18:17.901003 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b66426f-c857-4139-91b3-e7b4b4b0d1ec req-3cad2914-7d51-431c-879f-ef03cfe49b73 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:17.902660 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-0b66426f-c857-4139-91b3-e7b4b4b0d1ec req-3cad2914-7d51-431c-879f-ef03cfe49b73 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=1880a6bd-8a58-4755-b7de-37512e26a7b9 HTTP/1.1" status: 200 len: 946 time: 0.0501781 Sep 09 05:18:17.925039 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.managers [req-6b38d905-37fc-44a0-8e17-41d9ce37ef27 req-a3ac1dc7-9d63-47ca-b251-18a89117d88c service neutron] Attempting to bind port c8b70b15-017b-4fa2-b2e7-b0b52a31357b on host hv-cinder-77262 for vnic_type normal with profile {{(pid=94297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 05:18:17.925448 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.managers [req-6b38d905-37fc-44a0-8e17-41d9ce37ef27 req-a3ac1dc7-9d63-47ca-b251-18a89117d88c service neutron] Attempting to bind port c8b70b15-017b-4fa2-b2e7-b0b52a31357b by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': 'f5868d73-7425-43c9-990c-e3011a86effb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5f86fc60-4db7-49b3-a7e3-53a60f1edc41'}] {{(pid=94297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 05:18:17.925882 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b38d905-37fc-44a0-8e17-41d9ce37ef27 req-a3ac1dc7-9d63-47ca-b251-18a89117d88c service neutron] Attempting to bind port c8b70b15-017b-4fa2-b2e7-b0b52a31357b on network 5f86fc60-4db7-49b3-a7e3-53a60f1edc41 {{(pid=94297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 05:18:17.931034 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b38d905-37fc-44a0-8e17-41d9ce37ef27 req-a3ac1dc7-9d63-47ca-b251-18a89117d88c service neutron] Port c8b70b15-017b-4fa2-b2e7-b0b52a31357b on network 5f86fc60-4db7-49b3-a7e3-53a60f1edc41 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=94297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 05:18:17.931434 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b38d905-37fc-44a0-8e17-41d9ce37ef27 req-a3ac1dc7-9d63-47ca-b251-18a89117d88c service neutron] Attempting to bind port c8b70b15-017b-4fa2-b2e7-b0b52a31357b on network 5f86fc60-4db7-49b3-a7e3-53a60f1edc41 {{(pid=94297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 05:18:17.936306 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b38d905-37fc-44a0-8e17-41d9ce37ef27 req-a3ac1dc7-9d63-47ca-b251-18a89117d88c service neutron] Checking agent: {'id': '7670f20e-61bb-4b09-a030-6895aded51bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 5, 15, 5), 'started_at': datetime.datetime(2021, 9, 9, 5, 15, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 5, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 05:18:17.936724 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b38d905-37fc-44a0-8e17-41d9ce37ef27 req-a3ac1dc7-9d63-47ca-b251-18a89117d88c service neutron] Checking segment: {'id': 'f5868d73-7425-43c9-990c-e3011a86effb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5f86fc60-4db7-49b3-a7e3-53a60f1edc41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 05:18:17.937177 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b38d905-37fc-44a0-8e17-41d9ce37ef27 req-a3ac1dc7-9d63-47ca-b251-18a89117d88c service neutron] Bound using segment: {'id': 'f5868d73-7425-43c9-990c-e3011a86effb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5f86fc60-4db7-49b3-a7e3-53a60f1edc41'} {{(pid=94297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 05:18:17.937704 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.managers [req-6b38d905-37fc-44a0-8e17-41d9ce37ef27 req-a3ac1dc7-9d63-47ca-b251-18a89117d88c service neutron] Bound port: c8b70b15-017b-4fa2-b2e7-b0b52a31357b, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5868d73-7425-43c9-990c-e3011a86effb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '5f86fc60-4db7-49b3-a7e3-53a60f1edc41'}}] {{(pid=94297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 05:18:17.938125 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-6b38d905-37fc-44a0-8e17-41d9ce37ef27 req-a3ac1dc7-9d63-47ca-b251-18a89117d88c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:17.942108 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-0b66426f-c857-4139-91b3-e7b4b4b0d1ec req-00a031b5-4990-4469-a49f-5403e6adc029 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329845 Sep 09 05:18:18.005797 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.db [req-6b38d905-37fc-44a0-8e17-41d9ce37ef27 req-a3ac1dc7-9d63-47ca-b251-18a89117d88c service neutron] For port c8b70b15-017b-4fa2-b2e7-b0b52a31357b, host hv-cinder-77262, cleared binding levels {{(pid=94297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 05:18:18.009074 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.db [req-6b38d905-37fc-44a0-8e17-41d9ce37ef27 req-a3ac1dc7-9d63-47ca-b251-18a89117d88c service neutron] For port c8b70b15-017b-4fa2-b2e7-b0b52a31357b, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c8b70b15-017b-4fa2-b2e7-b0b52a31357b,segment=NetworkSegment(f5868d73-7425-43c9-990c-e3011a86effb),segment_id=f5868d73-7425-43c9-990c-e3011a86effb)] {{(pid=94297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 05:18:18.012848 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-6b38d905-37fc-44a0-8e17-41d9ce37ef27 req-a3ac1dc7-9d63-47ca-b251-18a89117d88c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29280254'] for port, after_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:18.049170 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b38d905-37fc-44a0-8e17-41d9ce37ef27 req-a3ac1dc7-9d63-47ca-b251-18a89117d88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:18.049962 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-6b38d905-37fc-44a0-8e17-41d9ce37ef27 req-a3ac1dc7-9d63-47ca-b251-18a89117d88c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-438482'] for port, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:18.051325 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-6b38d905-37fc-44a0-8e17-41d9ce37ef27 req-a3ac1dc7-9d63-47ca-b251-18a89117d88c service neutron] 10.222.0.23 "PUT /v2.0/ports/c8b70b15-017b-4fa2-b2e7-b0b52a31357b HTTP/1.1" status: 200 len: 1094 time: 0.6598265 Sep 09 05:18:18.053563 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '776baef7-0b4d-427c-896c-a725c01e9cf0', 'tag': 'c8b70b15-017b-4fa2-b2e7-b0b52a31357b'}] {{(pid=94297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 05:18:18.056423 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85c66017178c43798701892324557e4ac90163104f6096848bec1798d04fbbd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-344e2c1b-76a4-4eee-9b1c-bf26edaca0d6" -d '{"events": [{"name": "network-changed", "server_uuid": "776baef7-0b4d-427c-896c-a725c01e9cf0", "tag": "c8b70b15-017b-4fa2-b2e7-b0b52a31357b"}]}' {{(pid=94297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 05:18:18.091291 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ac1dc7-9d63-47ca-b251-18a89117d88c service neutron] Pushing event updated for resources: {'Port': ['ID=c8b70b15-017b-4fa2-b2e7-b0b52a31357b,revision_number=3']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:18:18.114836 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 05:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2874145d-0f6b-4f9a-b90f-5cb3ed7524c0 x-openstack-request-id: req-2874145d-0f6b-4f9a-b90f-5cb3ed7524c0 {{(pid=94297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 05:18:18.115123 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "776baef7-0b4d-427c-896c-a725c01e9cf0", "tag": "c8b70b15-017b-4fa2-b2e7-b0b52a31357b", "status": "completed", "code": 200}]} {{(pid=94297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 05:18:18.115371 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2874145d-0f6b-4f9a-b90f-5cb3ed7524c0 {{(pid=94297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 05:18:18.115751 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '776baef7-0b4d-427c-896c-a725c01e9cf0', 'tag': 'c8b70b15-017b-4fa2-b2e7-b0b52a31357b', 'status': 'completed', 'code': 200} Sep 09 05:18:18.148062 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b38d905-37fc-44a0-8e17-41d9ce37ef27 req-51219f19-b5ac-4f94-be58-13fa3ad894ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:18.149597 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-6b38d905-37fc-44a0-8e17-41d9ce37ef27 req-51219f19-b5ac-4f94-be58-13fa3ad894ac service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=499c3ce18b1642a1b74b155c544de54f&device_id=776baef7-0b4d-427c-896c-a725c01e9cf0 HTTP/1.1" status: 200 len: 1097 time: 0.0447395 Sep 09 05:18:18.203646 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-6b38d905-37fc-44a0-8e17-41d9ce37ef27 req-ff0010e3-92e1-4f03-a78f-53dd2a825efc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8b70b15-017b-4fa2-b2e7-b0b52a31357b HTTP/1.1" status: 200 len: 217 time: 0.0375469 Sep 09 05:18:18.260780 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b38d905-37fc-44a0-8e17-41d9ce37ef27 req-bcd3e382-3cfa-4ed1-9960-77e472f5b82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:18.262300 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-6b38d905-37fc-44a0-8e17-41d9ce37ef27 req-bcd3e382-3cfa-4ed1-9960-77e472f5b82b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=28435b90-6cd6-48cf-b209-feed09a4b009 HTTP/1.1" status: 200 len: 848 time: 0.0467393 Sep 09 05:18:18.305199 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-6b38d905-37fc-44a0-8e17-41d9ce37ef27 req-5a2140fd-ca07-414d-8089-67c0c43ca841 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5f86fc60-4db7-49b3-a7e3-53a60f1edc41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247471 Sep 09 05:18:18.406847 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-6b38d905-37fc-44a0-8e17-41d9ce37ef27 req-3d5179a1-2e9b-4c31-97d3-99c77eea0956 service neutron] 10.222.0.23 "GET /v2.0/networks/5f86fc60-4db7-49b3-a7e3-53a60f1edc41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897074 Sep 09 05:18:18.501961 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-6b38d905-37fc-44a0-8e17-41d9ce37ef27 req-811054ec-8ee4-4703-996b-e94d65b5fbf5 service neutron] 10.222.0.23 "GET /v2.0/networks/5f86fc60-4db7-49b3-a7e3-53a60f1edc41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858576 Sep 09 05:18:18.613785 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e2c1b-76a4-4eee-9b1c-bf26edaca0d6 req-3ca9b095-256e-48bb-9af4-b89de1481a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:18.615261 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-344e2c1b-76a4-4eee-9b1c-bf26edaca0d6 req-3ca9b095-256e-48bb-9af4-b89de1481a00 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=499c3ce18b1642a1b74b155c544de54f&device_id=776baef7-0b4d-427c-896c-a725c01e9cf0 HTTP/1.1" status: 200 len: 1097 time: 0.0388091 Sep 09 05:18:18.664614 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7575ab-c8e8-49a9-a753-180fb1473fc7 req-9d6ebc32-b483-4ea9-afa1-a3775b7a0b7e tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:18.666151 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-7b7575ab-c8e8-49a9-a753-180fb1473fc7 req-9d6ebc32-b483-4ea9-afa1-a3775b7a0b7e tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] 10.222.0.24 "GET /v2.0/ports?device_id=776baef7-0b4d-427c-896c-a725c01e9cf0 HTTP/1.1" status: 200 len: 944 time: 0.0506299 Sep 09 05:18:18.709578 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-7b7575ab-c8e8-49a9-a753-180fb1473fc7 req-d086a97a-ca3a-45e6-89eb-81f3881df02d tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] 10.222.0.24 "GET /v2.0/security-groups?id=3dc60ff7-a2e1-442e-b87d-bca7dd14fd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361025 Sep 09 05:18:18.730090 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e2c1b-76a4-4eee-9b1c-bf26edaca0d6 req-85357569-5219-43ef-9abb-6a253d1962d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:18.732556 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-344e2c1b-76a4-4eee-9b1c-bf26edaca0d6 req-85357569-5219-43ef-9abb-6a253d1962d3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5f86fc60-4db7-49b3-a7e3-53a60f1edc41 HTTP/1.1" status: 200 len: 908 time: 0.1031740 Sep 09 05:18:18.777855 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-344e2c1b-76a4-4eee-9b1c-bf26edaca0d6 req-917922ca-8820-478f-9a2d-8d8fc9998c89 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c8b70b15-017b-4fa2-b2e7-b0b52a31357b HTTP/1.1" status: 200 len: 217 time: 0.0380797 Sep 09 05:18:18.847144 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e2c1b-76a4-4eee-9b1c-bf26edaca0d6 req-ddcffe86-672c-40de-9361-4db4c598620d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:18.848732 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-344e2c1b-76a4-4eee-9b1c-bf26edaca0d6 req-ddcffe86-672c-40de-9361-4db4c598620d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=28435b90-6cd6-48cf-b209-feed09a4b009 HTTP/1.1" status: 200 len: 848 time: 0.0577087 Sep 09 05:18:18.889496 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-344e2c1b-76a4-4eee-9b1c-bf26edaca0d6 req-e571f8eb-518d-46fa-81be-538e7f0fd672 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5f86fc60-4db7-49b3-a7e3-53a60f1edc41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250535 Sep 09 05:18:18.996363 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-344e2c1b-76a4-4eee-9b1c-bf26edaca0d6 req-09d65833-f98d-4c6b-9730-e46977d1c3ea service neutron] 10.222.0.23 "GET /v2.0/networks/5f86fc60-4db7-49b3-a7e3-53a60f1edc41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968142 Sep 09 05:18:19.000363 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d938452-f1f9-470b-992f-765c8f9fdc6e req-46a66384-a8d4-4e2f-9e04-643cf78ba474 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:19.002073 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-7d938452-f1f9-470b-992f-765c8f9fdc6e req-46a66384-a8d4-4e2f-9e04-643cf78ba474 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] 10.222.0.24 "GET /v2.0/networks?id=d2d7b2a3-0495-4459-b8c3-5c9495a1d591 HTTP/1.1" status: 200 len: 814 time: 0.1276772 Sep 09 05:18:19.019183 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-7d938452-f1f9-470b-992f-765c8f9fdc6e req-977ebd6f-d46c-4baa-81be-65e469b97e4a tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] 10.222.0.24 "GET /v2.0/quotas/c78ca157c1f84025a9f3320f06078225 HTTP/1.1" status: 200 len: 375 time: 0.0107470 Sep 09 05:18:19.074500 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-7d938452-f1f9-470b-992f-765c8f9fdc6e req-2624f3a5-bba8-4cbd-896e-1c590851e2ea tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c78ca157c1f84025a9f3320f06078225&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0478938 Sep 09 05:18:19.131840 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-344e2c1b-76a4-4eee-9b1c-bf26edaca0d6 req-58178cce-4e1b-43ed-88b7-8e8e13b3e156 service neutron] 10.222.0.23 "GET /v2.0/networks/5f86fc60-4db7-49b3-a7e3-53a60f1edc41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246822 Sep 09 05:18:19.154464 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-fdc48b13-ab8b-41d0-a622-21cc731cd6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:19.198194 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-7d938452-f1f9-470b-992f-765c8f9fdc6e req-4ecd2524-efa6-4329-8025-35d090b6bf72 service neutron] 10.222.0.24 "GET /v2.0/networks/d2d7b2a3-0495-4459-b8c3-5c9495a1d591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228385 Sep 09 05:18:19.291479 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-7d938452-f1f9-470b-992f-765c8f9fdc6e req-977f77e5-6e88-4904-a777-3bb1941ca135 service neutron] 10.222.0.24 "GET /v2.0/networks/d2d7b2a3-0495-4459-b8c3-5c9495a1d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867841 Sep 09 05:18:19.362370 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df51bae1-cd87-40c3-9e35-599ed3b3d934 req-e747a5db-4fb8-4723-81d1-1f6b91902b82 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:19.363847 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-df51bae1-cd87-40c3-9e35-599ed3b3d934 req-e747a5db-4fb8-4723-81d1-1f6b91902b82 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=1880a6bd-8a58-4755-b7de-37512e26a7b9 HTTP/1.1" status: 200 len: 946 time: 0.0575783 Sep 09 05:18:19.426344 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-df51bae1-cd87-40c3-9e35-599ed3b3d934 req-d81945ea-159d-46db-b708-994d2a61f6c6 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515044 Sep 09 05:18:19.459013 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-7c443943-d9ae-4795-83fa-0bd65b421011 req-12bc5923-48cd-41d6-b61f-db0acb542893 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] 10.222.0.24 "GET /v2.0/ports?device_id=7316273c-bb34-4e8b-b05f-f2c5f9310c6d HTTP/1.1" status: 200 len: 210 time: 0.0315642 Sep 09 05:18:19.826142 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d1e69c-63c2-4780-a5e5-bebd8069155e req-fd0e79a2-bd3b-4ae7-a017-598ec3dc63d7 tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:19.827664 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-71d1e69c-63c2-4780-a5e5-bebd8069155e req-fd0e79a2-bd3b-4ae7-a017-598ec3dc63d7 tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] 10.222.0.24 "GET /v2.0/ports?device_id=776baef7-0b4d-427c-896c-a725c01e9cf0 HTTP/1.1" status: 200 len: 944 time: 0.0487466 Sep 09 05:18:19.869252 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-71d1e69c-63c2-4780-a5e5-bebd8069155e req-c5f7298b-7b70-42fb-a2f4-529d5549c601 tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] 10.222.0.24 "GET /v2.0/security-groups?id=3dc60ff7-a2e1-442e-b87d-bca7dd14fd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355661 Sep 09 05:18:20.583732 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d938452-f1f9-470b-992f-765c8f9fdc6e req-3d5985c6-113e-4109-b608-fbe673d79472 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:20.585868 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-7d938452-f1f9-470b-992f-765c8f9fdc6e req-3d5985c6-113e-4109-b608-fbe673d79472 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] 10.222.0.23 "GET /v2.0/networks?id=d2d7b2a3-0495-4459-b8c3-5c9495a1d591 HTTP/1.1" status: 200 len: 814 time: 0.1636639 Sep 09 05:18:20.586802 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575eedc4-ffde-4d08-9394-ead7d5888feb req-89dedc36-bdad-4b6e-83eb-91a86c136f0a tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:20.588396 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-575eedc4-ffde-4d08-9394-ead7d5888feb req-89dedc36-bdad-4b6e-83eb-91a86c136f0a tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=1880a6bd-8a58-4755-b7de-37512e26a7b9 HTTP/1.1" status: 200 len: 946 time: 0.0773425 Sep 09 05:18:20.616492 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.v2.base [req-7d938452-f1f9-470b-992f-765c8f9fdc6e req-8dfe901e-09a9-40e6-a5ec-32753afb1bb3 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] Request body: {'port': {'device_id': '7316273c-bb34-4e8b-b05f-f2c5f9310c6d', 'network_id': 'd2d7b2a3-0495-4459-b8c3-5c9495a1d591', 'admin_state_up': True, 'tenant_id': 'c78ca157c1f84025a9f3320f06078225'}} {{(pid=94297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:18:20.625818 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-664afccf-8ce7-4f72-9512-3672a3293e9c req-1cf308c0-65f0-4c26-83f4-a04ced21ec61 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] 10.222.0.24 "GET /v2.0/ports?device_id=7316273c-bb34-4e8b-b05f-f2c5f9310c6d HTTP/1.1" status: 200 len: 210 time: 0.0329156 Sep 09 05:18:20.675686 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-575eedc4-ffde-4d08-9394-ead7d5888feb req-12a6c283-493b-4e98-b8d8-95df173ea588 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720325 Sep 09 05:18:20.748773 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d938452-f1f9-470b-992f-765c8f9fdc6e req-8dfe901e-09a9-40e6-a5ec-32753afb1bb3 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] Made reservation on behalf of c78ca157c1f84025a9f3320f06078225 for: {'port': 1} {{(pid=94297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 05:18:20.752172 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-7d938452-f1f9-470b-992f-765c8f9fdc6e req-8dfe901e-09a9-40e6-a5ec-32753afb1bb3 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:20.990195 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38588486-243b-4de1-8d62-010c09807653 req-2049e148-b169-4a2d-a5be-4da8d2389535 tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:20.992441 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-38588486-243b-4de1-8d62-010c09807653 req-2049e148-b169-4a2d-a5be-4da8d2389535 tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] 10.222.0.24 "GET /v2.0/ports?device_id=776baef7-0b4d-427c-896c-a725c01e9cf0 HTTP/1.1" status: 200 len: 944 time: 0.0520804 Sep 09 05:18:21.030018 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-38588486-243b-4de1-8d62-010c09807653 req-9601dcb0-8f46-4ced-83be-6a6a3b9ea67a tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] 10.222.0.24 "GET /v2.0/security-groups?id=3dc60ff7-a2e1-442e-b87d-bca7dd14fd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313153 Sep 09 05:18:21.061222 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.db_base_plugin_common [req-7d938452-f1f9-470b-992f-765c8f9fdc6e req-8dfe901e-09a9-40e6-a5ec-32753afb1bb3 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] Allocated IP 172.20.0.3 (d2d7b2a3-0495-4459-b8c3-5c9495a1d591/f14389e8-9a40-46cd-abb3-2f74ea890948/e164414a-4a3a-449c-add0-c2d419a6d09e) {{(pid=94297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 05:18:21.201782 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-7d938452-f1f9-470b-992f-765c8f9fdc6e req-8dfe901e-09a9-40e6-a5ec-32753afb1bb3 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] Notify callbacks [] for port, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:21.238675 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-7d938452-f1f9-470b-992f-765c8f9fdc6e req-8dfe901e-09a9-40e6-a5ec-32753afb1bb3 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748631669697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29281037'] for port, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:21.281793 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d938452-f1f9-470b-992f-765c8f9fdc6e req-8dfe901e-09a9-40e6-a5ec-32753afb1bb3 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] Network d2d7b2a3-0495-4459-b8c3-5c9495a1d591 is already hosted by enough agents. {{(pid=94297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 05:18:21.284774 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.base_scheduler [req-7d938452-f1f9-470b-992f-765c8f9fdc6e req-8dfe901e-09a9-40e6-a5ec-32753afb1bb3 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] Resources bound (agent type, host, resource id): {{(pid=94297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 05:18:21.290926 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d938452-f1f9-470b-992f-765c8f9fdc6e req-8dfe901e-09a9-40e6-a5ec-32753afb1bb3 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] Received port after_create {{(pid=94297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 05:18:21.313757 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfe901e-09a9-40e6-a5ec-32753afb1bb3 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] Pushing event updated for resources: {'Port': ['ID=e164414a-4a3a-449c-add0-c2d419a6d09e,revision_number=1']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:18:21.341664 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d938452-f1f9-470b-992f-765c8f9fdc6e req-8dfe901e-09a9-40e6-a5ec-32753afb1bb3 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:21.342407 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-7d938452-f1f9-470b-992f-765c8f9fdc6e req-8dfe901e-09a9-40e6-a5ec-32753afb1bb3 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-438482'] for port, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:21.356054 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-7d938452-f1f9-470b-992f-765c8f9fdc6e req-8dfe901e-09a9-40e6-a5ec-32753afb1bb3 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7492502 Sep 09 05:18:21.369133 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.v2.base [req-7d938452-f1f9-470b-992f-765c8f9fdc6e req-2a1f2b0a-16ce-43ca-a56f-2f6b06c54d11 service neutron] Request body: {'port': {'device_id': '7316273c-bb34-4e8b-b05f-f2c5f9310c6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=94297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:18:21.425627 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-7d938452-f1f9-470b-992f-765c8f9fdc6e req-2a1f2b0a-16ce-43ca-a56f-2f6b06c54d11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:21.684466 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.notifiers.nova [req-7d938452-f1f9-470b-992f-765c8f9fdc6e req-2a1f2b0a-16ce-43ca-a56f-2f6b06c54d11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e164414a-4a3a-449c-add0-c2d419a6d09e {{(pid=94297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 05:18:21.691604 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-7d938452-f1f9-470b-992f-765c8f9fdc6e req-2a1f2b0a-16ce-43ca-a56f-2f6b06c54d11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:21.703899 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.provisioning_blocks [req-7d938452-f1f9-470b-992f-765c8f9fdc6e req-2a1f2b0a-16ce-43ca-a56f-2f6b06c54d11 service neutron] Transition to ACTIVE for port object e164414a-4a3a-449c-add0-c2d419a6d09e will not be triggered until provisioned by entity L2. {{(pid=94297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 05:18:21.708280 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-7d938452-f1f9-470b-992f-765c8f9fdc6e req-2a1f2b0a-16ce-43ca-a56f-2f6b06c54d11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29280254'] for port, after_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:21.762594 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f2b0a-16ce-43ca-a56f-2f6b06c54d11 service neutron] Pushing event updated for resources: {'Port': ['ID=e164414a-4a3a-449c-add0-c2d419a6d09e,revision_number=2']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:18:21.806664 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a995f2a4-3b02-42ca-a521-0138d5f6b040 req-01db1c5a-aefd-454f-ac6c-56b4486bf949 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:21.808420 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-a995f2a4-3b02-42ca-a521-0138d5f6b040 req-01db1c5a-aefd-454f-ac6c-56b4486bf949 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] 10.222.0.24 "GET /v2.0/ports?device_id=7316273c-bb34-4e8b-b05f-f2c5f9310c6d HTTP/1.1" status: 200 len: 943 time: 0.1095765 Sep 09 05:18:21.838669 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.managers [req-7d938452-f1f9-470b-992f-765c8f9fdc6e req-2a1f2b0a-16ce-43ca-a56f-2f6b06c54d11 service neutron] Attempting to bind port e164414a-4a3a-449c-add0-c2d419a6d09e on host hv-cinder-77262 for vnic_type normal with profile {{(pid=94297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 05:18:21.839020 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.managers [req-7d938452-f1f9-470b-992f-765c8f9fdc6e req-2a1f2b0a-16ce-43ca-a56f-2f6b06c54d11 service neutron] Attempting to bind port e164414a-4a3a-449c-add0-c2d419a6d09e by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '1545240a-f080-4a75-a9e1-8044d52ca07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd2d7b2a3-0495-4459-b8c3-5c9495a1d591'}] {{(pid=94297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 05:18:21.839412 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d938452-f1f9-470b-992f-765c8f9fdc6e req-2a1f2b0a-16ce-43ca-a56f-2f6b06c54d11 service neutron] Attempting to bind port e164414a-4a3a-449c-add0-c2d419a6d09e on network d2d7b2a3-0495-4459-b8c3-5c9495a1d591 {{(pid=94297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 05:18:21.844669 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d938452-f1f9-470b-992f-765c8f9fdc6e req-2a1f2b0a-16ce-43ca-a56f-2f6b06c54d11 service neutron] Port e164414a-4a3a-449c-add0-c2d419a6d09e on network d2d7b2a3-0495-4459-b8c3-5c9495a1d591 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=94297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 05:18:21.845071 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d938452-f1f9-470b-992f-765c8f9fdc6e req-2a1f2b0a-16ce-43ca-a56f-2f6b06c54d11 service neutron] Attempting to bind port e164414a-4a3a-449c-add0-c2d419a6d09e on network d2d7b2a3-0495-4459-b8c3-5c9495a1d591 {{(pid=94297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 05:18:21.850410 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d938452-f1f9-470b-992f-765c8f9fdc6e req-2a1f2b0a-16ce-43ca-a56f-2f6b06c54d11 service neutron] Checking agent: {'id': '7670f20e-61bb-4b09-a030-6895aded51bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 5, 15, 5), 'started_at': datetime.datetime(2021, 9, 9, 5, 15, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 5, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 05:18:21.850795 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d938452-f1f9-470b-992f-765c8f9fdc6e req-2a1f2b0a-16ce-43ca-a56f-2f6b06c54d11 service neutron] Checking segment: {'id': '1545240a-f080-4a75-a9e1-8044d52ca07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd2d7b2a3-0495-4459-b8c3-5c9495a1d591'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 05:18:21.851416 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d938452-f1f9-470b-992f-765c8f9fdc6e req-2a1f2b0a-16ce-43ca-a56f-2f6b06c54d11 service neutron] Bound using segment: {'id': '1545240a-f080-4a75-a9e1-8044d52ca07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd2d7b2a3-0495-4459-b8c3-5c9495a1d591'} {{(pid=94297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 05:18:21.851546 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3613a7-244d-487d-8a18-891b3fc89bcc req-2234c98d-161c-4a66-bdd0-e4a566c886e5 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:21.855124 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.managers [req-7d938452-f1f9-470b-992f-765c8f9fdc6e req-2a1f2b0a-16ce-43ca-a56f-2f6b06c54d11 service neutron] Bound port: e164414a-4a3a-449c-add0-c2d419a6d09e, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1545240a-f080-4a75-a9e1-8044d52ca07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd2d7b2a3-0495-4459-b8c3-5c9495a1d591'}}] {{(pid=94297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 05:18:21.855124 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-7d938452-f1f9-470b-992f-765c8f9fdc6e req-2a1f2b0a-16ce-43ca-a56f-2f6b06c54d11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:21.855426 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-6e3613a7-244d-487d-8a18-891b3fc89bcc req-2234c98d-161c-4a66-bdd0-e4a566c886e5 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=1880a6bd-8a58-4755-b7de-37512e26a7b9 HTTP/1.1" status: 200 len: 946 time: 0.0940864 Sep 09 05:18:21.858784 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device c8b70b15-017b-4fa2-b2e7-b0b52a31357b details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=94299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 05:18:21.884740 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-a995f2a4-3b02-42ca-a521-0138d5f6b040 req-60063a6d-8a1b-406c-9e2f-e4a4bbda1e50 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] 10.222.0.24 "GET /v2.0/security-groups?id=046efcc4-b14a-4f56-be2c-eb408b0f7ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695937 Sep 09 05:18:21.920000 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-6e3613a7-244d-487d-8a18-891b3fc89bcc req-2695ac7c-96a6-490d-bc39-68dcace675c6 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586836 Sep 09 05:18:21.940120 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.db [req-7d938452-f1f9-470b-992f-765c8f9fdc6e req-2a1f2b0a-16ce-43ca-a56f-2f6b06c54d11 service neutron] For port e164414a-4a3a-449c-add0-c2d419a6d09e, host hv-cinder-77262, cleared binding levels {{(pid=94297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 05:18:21.943403 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.db [req-7d938452-f1f9-470b-992f-765c8f9fdc6e req-2a1f2b0a-16ce-43ca-a56f-2f6b06c54d11 service neutron] For port e164414a-4a3a-449c-add0-c2d419a6d09e, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=e164414a-4a3a-449c-add0-c2d419a6d09e,segment=NetworkSegment(1545240a-f080-4a75-a9e1-8044d52ca07a),segment_id=1545240a-f080-4a75-a9e1-8044d52ca07a)] {{(pid=94297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 05:18:21.947988 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-7d938452-f1f9-470b-992f-765c8f9fdc6e req-2a1f2b0a-16ce-43ca-a56f-2f6b06c54d11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29280254'] for port, after_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:21.984655 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d938452-f1f9-470b-992f-765c8f9fdc6e req-2a1f2b0a-16ce-43ca-a56f-2f6b06c54d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:21.985279 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-7d938452-f1f9-470b-992f-765c8f9fdc6e req-2a1f2b0a-16ce-43ca-a56f-2f6b06c54d11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-438482'] for port, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:21.986727 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-7d938452-f1f9-470b-992f-765c8f9fdc6e req-2a1f2b0a-16ce-43ca-a56f-2f6b06c54d11 service neutron] 10.222.0.23 "PUT /v2.0/ports/e164414a-4a3a-449c-add0-c2d419a6d09e HTTP/1.1" status: 200 len: 1093 time: 0.6216447 Sep 09 05:18:21.988907 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7316273c-bb34-4e8b-b05f-f2c5f9310c6d', 'tag': 'e164414a-4a3a-449c-add0-c2d419a6d09e'}] {{(pid=94297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 05:18:21.991016 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] For port c8b70b15-017b-4fa2-b2e7-b0b52a31357b, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c8b70b15-017b-4fa2-b2e7-b0b52a31357b,segment=NetworkSegment(f5868d73-7425-43c9-990c-e3011a86effb),segment_id=f5868d73-7425-43c9-990c-e3011a86effb)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:18:21.991725 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85c66017178c43798701892324557e4ac90163104f6096848bec1798d04fbbd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef8ff530-eaa9-4491-a741-b6fc93c238b9" -d '{"events": [{"name": "network-changed", "server_uuid": "7316273c-bb34-4e8b-b05f-f2c5f9310c6d", "tag": "e164414a-4a3a-449c-add0-c2d419a6d09e"}]}' {{(pid=94297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 05:18:22.003251 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Returning: {'device': 'c8b70b15-017b-4fa2-b2e7-b0b52a31357b', 'network_id': '5f86fc60-4db7-49b3-a7e3-53a60f1edc41', 'port_id': 'c8b70b15-017b-4fa2-b2e7-b0b52a31357b', 'mac_address': 'fa:16:3e:6f:ca:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28435b90-6cd6-48cf-b209-feed09a4b009', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 05:18:22.020270 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1f2b0a-16ce-43ca-a56f-2f6b06c54d11 service neutron] Pushing event updated for resources: {'Port': ['ID=e164414a-4a3a-449c-add0-c2d419a6d09e,revision_number=3']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:18:22.034721 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 05:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b432bd4-8ca3-4d7e-97de-9a8c223110bd x-openstack-request-id: req-7b432bd4-8ca3-4d7e-97de-9a8c223110bd {{(pid=94297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 05:18:22.035113 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7316273c-bb34-4e8b-b05f-f2c5f9310c6d", "tag": "e164414a-4a3a-449c-add0-c2d419a6d09e", "status": "completed", "code": 200}]} {{(pid=94297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 05:18:22.035380 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7b432bd4-8ca3-4d7e-97de-9a8c223110bd {{(pid=94297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 05:18:22.035786 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7316273c-bb34-4e8b-b05f-f2c5f9310c6d', 'tag': 'e164414a-4a3a-449c-add0-c2d419a6d09e', 'status': 'completed', 'code': 200} Sep 09 05:18:22.042781 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:22.056021 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.notifiers.nova [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8b70b15-017b-4fa2-b2e7-b0b52a31357b {{(pid=94299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 05:18:22.078120 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] For port c8b70b15-017b-4fa2-b2e7-b0b52a31357b, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c8b70b15-017b-4fa2-b2e7-b0b52a31357b,segment=NetworkSegment(f5868d73-7425-43c9-990c-e3011a86effb),segment_id=f5868d73-7425-43c9-990c-e3011a86effb)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:18:22.082666 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:22.087739 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d938452-f1f9-470b-992f-765c8f9fdc6e req-ca4e4d27-17f6-49de-b8be-802b645c8f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:22.089404 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-7d938452-f1f9-470b-992f-765c8f9fdc6e req-ca4e4d27-17f6-49de-b8be-802b645c8f05 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c78ca157c1f84025a9f3320f06078225&device_id=7316273c-bb34-4e8b-b05f-f2c5f9310c6d HTTP/1.1" status: 200 len: 1096 time: 0.0464799 Sep 09 05:18:22.130724 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Pushing event updated for resources: {'Port': ['ID=c8b70b15-017b-4fa2-b2e7-b0b52a31357b,revision_number=4']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:18:22.141362 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-7d938452-f1f9-470b-992f-765c8f9fdc6e req-15c5d436-d5d5-4081-a6b2-0f841fec3ba6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e164414a-4a3a-449c-add0-c2d419a6d09e HTTP/1.1" status: 200 len: 217 time: 0.0369935 Sep 09 05:18:22.157533 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a10117-516b-4310-8363-1c746782d207 req-a8753a0a-0cf0-4940-a61d-46890f032603 tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:22.159043 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-d2a10117-516b-4310-8363-1c746782d207 req-a8753a0a-0cf0-4940-a61d-46890f032603 tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] 10.222.0.24 "GET /v2.0/ports?device_id=776baef7-0b4d-427c-896c-a725c01e9cf0 HTTP/1.1" status: 200 len: 945 time: 0.0547452 Sep 09 05:18:22.195130 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d938452-f1f9-470b-992f-765c8f9fdc6e req-7a360d06-d9ad-492e-b4b3-44c5394128cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:22.196297 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-d2a10117-516b-4310-8363-1c746782d207 req-dd4b278d-6575-4e3e-adaa-fe14e65c4461 tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] 10.222.0.24 "GET /v2.0/security-groups?id=3dc60ff7-a2e1-442e-b87d-bca7dd14fd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305963 Sep 09 05:18:22.196584 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-7d938452-f1f9-470b-992f-765c8f9fdc6e req-7a360d06-d9ad-492e-b4b3-44c5394128cb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f14389e8-9a40-46cd-abb3-2f74ea890948 HTTP/1.1" status: 200 len: 854 time: 0.0468607 Sep 09 05:18:22.238761 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-7d938452-f1f9-470b-992f-765c8f9fdc6e req-2a90f3eb-7ef1-46c7-944e-5486b2f2f5a6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d2d7b2a3-0495-4459-b8c3-5c9495a1d591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275300 Sep 09 05:18:22.327124 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-7d938452-f1f9-470b-992f-765c8f9fdc6e req-33cab354-c30b-46aa-9717-819f1d65b371 service neutron] 10.222.0.23 "GET /v2.0/networks/d2d7b2a3-0495-4459-b8c3-5c9495a1d591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792491 Sep 09 05:18:22.426006 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-7d938452-f1f9-470b-992f-765c8f9fdc6e req-50281b5b-529d-4f52-831e-7c409e1ca0f7 service neutron] 10.222.0.23 "GET /v2.0/networks/d2d7b2a3-0495-4459-b8c3-5c9495a1d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830698 Sep 09 05:18:22.454141 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] get_ports_and_sgs() called for port_ids ['c8b70b15-017b-4fa2-b2e7-b0b52a31357b'] {{(pid=94299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 05:18:22.529048 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8ff530-eaa9-4491-a741-b6fc93c238b9 req-1e32692c-be81-4235-83d6-12b57f90265d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:22.530702 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-ef8ff530-eaa9-4491-a741-b6fc93c238b9 req-1e32692c-be81-4235-83d6-12b57f90265d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c78ca157c1f84025a9f3320f06078225&device_id=7316273c-bb34-4e8b-b05f-f2c5f9310c6d HTTP/1.1" status: 200 len: 1096 time: 0.0430944 Sep 09 05:18:22.644101 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8ff530-eaa9-4491-a741-b6fc93c238b9 req-2c2e7e03-9e3f-4161-a715-702ac5786c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:22.645564 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-ef8ff530-eaa9-4491-a741-b6fc93c238b9 req-2c2e7e03-9e3f-4161-a715-702ac5786c1a service neutron] 10.222.0.23 "GET /v2.0/networks?id=d2d7b2a3-0495-4459-b8c3-5c9495a1d591 HTTP/1.1" status: 200 len: 914 time: 0.0886161 Sep 09 05:18:22.690032 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-ef8ff530-eaa9-4491-a741-b6fc93c238b9 req-b0376487-afa6-428a-9ca0-0b2329ed666a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e164414a-4a3a-449c-add0-c2d419a6d09e HTTP/1.1" status: 200 len: 217 time: 0.0338686 Sep 09 05:18:22.744525 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8ff530-eaa9-4491-a741-b6fc93c238b9 req-9a37a670-e980-497b-9c60-9deaf5909912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:22.745951 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-ef8ff530-eaa9-4491-a741-b6fc93c238b9 req-9a37a670-e980-497b-9c60-9deaf5909912 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f14389e8-9a40-46cd-abb3-2f74ea890948 HTTP/1.1" status: 200 len: 854 time: 0.0434387 Sep 09 05:18:22.780217 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-ef8ff530-eaa9-4491-a741-b6fc93c238b9 req-1513c0f7-fbcb-4d9e-ad0d-ce9aa53e6759 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d2d7b2a3-0495-4459-b8c3-5c9495a1d591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0225935 Sep 09 05:18:22.876900 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-ef8ff530-eaa9-4491-a741-b6fc93c238b9 req-7ec260a7-c925-4b24-8a8e-44489abb45f7 service neutron] 10.222.0.23 "GET /v2.0/networks/d2d7b2a3-0495-4459-b8c3-5c9495a1d591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830750 Sep 09 05:18:22.980025 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-ef8ff530-eaa9-4491-a741-b6fc93c238b9 req-b215209e-b8d3-4e88-9e47-04763600574c service neutron] 10.222.0.23 "GET /v2.0/networks/d2d7b2a3-0495-4459-b8c3-5c9495a1d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900297 Sep 09 05:18:23.109642 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9005e808-d3bd-4b7f-9edc-16109cbd3b1a req-014ea730-afa9-42b4-a9c7-34adbf6d7e25 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:23.111123 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-9005e808-d3bd-4b7f-9edc-16109cbd3b1a req-014ea730-afa9-42b4-a9c7-34adbf6d7e25 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] 10.222.0.24 "GET /v2.0/ports?device_id=7316273c-bb34-4e8b-b05f-f2c5f9310c6d HTTP/1.1" status: 200 len: 943 time: 0.1132212 Sep 09 05:18:23.119490 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f06987-caad-45f8-814f-99743a117f53 req-9914c783-90dc-4818-9f5b-5243b198a83e tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:23.120834 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-52f06987-caad-45f8-814f-99743a117f53 req-9914c783-90dc-4818-9f5b-5243b198a83e tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=1880a6bd-8a58-4755-b7de-37512e26a7b9 HTTP/1.1" status: 200 len: 946 time: 0.1053543 Sep 09 05:18:23.181376 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-9005e808-d3bd-4b7f-9edc-16109cbd3b1a req-c532ab93-afdc-42d9-90b0-04f81fc19fba tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] 10.222.0.24 "GET /v2.0/security-groups?id=046efcc4-b14a-4f56-be2c-eb408b0f7ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596128 Sep 09 05:18:23.184156 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-52f06987-caad-45f8-814f-99743a117f53 req-225cccdf-ec55-4f90-83f5-c974fd71489a tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567253 Sep 09 05:18:23.311455 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8968762c-17ec-4f39-980b-22fbffc02ec3 req-512a0fef-ecca-4e3f-8548-08d3a5461877 tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:23.312897 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-8968762c-17ec-4f39-980b-22fbffc02ec3 req-512a0fef-ecca-4e3f-8548-08d3a5461877 tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] 10.222.0.24 "GET /v2.0/ports?device_id=776baef7-0b4d-427c-896c-a725c01e9cf0 HTTP/1.1" status: 200 len: 945 time: 0.0491979 Sep 09 05:18:23.353699 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-8968762c-17ec-4f39-980b-22fbffc02ec3 req-2eeb4123-4fd2-4362-b187-5b34e14f302e tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] 10.222.0.24 "GET /v2.0/security-groups?id=3dc60ff7-a2e1-442e-b87d-bca7dd14fd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350230 Sep 09 05:18:23.901341 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device c8b70b15-017b-4fa2-b2e7-b0b52a31357b up at agent hyperv_hv-cinder-77262 {{(pid=94299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 05:18:23.948858 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Provisioning for port c8b70b15-017b-4fa2-b2e7-b0b52a31357b completed by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 05:18:23.952316 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Provisioning complete for port c8b70b15-017b-4fa2-b2e7-b0b52a31357b triggered by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:18:23.952686 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:24.029885 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:24.052079 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '776baef7-0b4d-427c-896c-a725c01e9cf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8b70b15-017b-4fa2-b2e7-b0b52a31357b'}] {{(pid=94299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 05:18:24.054868 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6baa3fa754b64f0f84acd20b1d53bd6375697f3cd0d79ee629041410e58b9d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecb2bfa9-ca7e-4152-b2ee-a2c031dcd9b6" -d '{"events": [{"server_uuid": "776baef7-0b4d-427c-896c-a725c01e9cf0", "name": "network-vif-plugged", "status": "completed", "tag": "c8b70b15-017b-4fa2-b2e7-b0b52a31357b"}]}' {{(pid=94299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 05:18:24.067110 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] For port c8b70b15-017b-4fa2-b2e7-b0b52a31357b, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c8b70b15-017b-4fa2-b2e7-b0b52a31357b,segment=NetworkSegment(f5868d73-7425-43c9-990c-e3011a86effb),segment_id=f5868d73-7425-43c9-990c-e3011a86effb)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:18:24.071818 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:24.101589 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 05:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51989c8b-3809-49b6-b12f-1a5eaec033da x-openstack-request-id: req-51989c8b-3809-49b6-b12f-1a5eaec033da {{(pid=94299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 05:18:24.102023 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "776baef7-0b4d-427c-896c-a725c01e9cf0", "name": "network-vif-plugged", "status": "completed", "tag": "c8b70b15-017b-4fa2-b2e7-b0b52a31357b", "code": 200}]} {{(pid=94299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 05:18:24.102285 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-51989c8b-3809-49b6-b12f-1a5eaec033da {{(pid=94299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 05:18:24.102673 dv-cinder-772623-14-iscsi neutron-server[94299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '776baef7-0b4d-427c-896c-a725c01e9cf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8b70b15-017b-4fa2-b2e7-b0b52a31357b', 'code': 200} Sep 09 05:18:24.136124 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Pushing event updated for resources: {'Port': ['ID=c8b70b15-017b-4fa2-b2e7-b0b52a31357b,revision_number=5']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:18:24.276712 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef8561b-605e-4a3f-bc5e-c3a90b094332 req-289b0f40-db43-4277-b2a7-f986287f0ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:24.278245 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-aef8561b-605e-4a3f-bc5e-c3a90b094332 req-289b0f40-db43-4277-b2a7-f986287f0ee0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=776baef7-0b4d-427c-896c-a725c01e9cf0 HTTP/1.1" status: 200 len: 1099 time: 0.0397105 Sep 09 05:18:24.316107 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-aef8561b-605e-4a3f-bc5e-c3a90b094332 req-346285ed-9336-4002-92f8-3c28fe32356a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3dc60ff7-a2e1-442e-b87d-bca7dd14fd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281672 Sep 09 05:18:24.334160 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e37505-b0dd-4316-9c4e-21592e2fff47 req-5a879988-1a63-430f-a722-0076942e0b13 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:24.336171 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-a4e37505-b0dd-4316-9c4e-21592e2fff47 req-5a879988-1a63-430f-a722-0076942e0b13 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] 10.222.0.24 "GET /v2.0/ports?device_id=7316273c-bb34-4e8b-b05f-f2c5f9310c6d HTTP/1.1" status: 200 len: 943 time: 0.0806990 Sep 09 05:18:24.343333 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9e6c41-bb73-4da2-b2ba-c8a6438b549f req-e7ecfda7-7218-4760-98b2-8a3ec6bb6084 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:24.344698 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-2a9e6c41-bb73-4da2-b2ba-c8a6438b549f req-e7ecfda7-7218-4760-98b2-8a3ec6bb6084 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=1880a6bd-8a58-4755-b7de-37512e26a7b9 HTTP/1.1" status: 200 len: 946 time: 0.0874634 Sep 09 05:18:24.398931 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-a4e37505-b0dd-4316-9c4e-21592e2fff47 req-06476ecb-c311-4030-b212-e5f641721510 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] 10.222.0.24 "GET /v2.0/security-groups?id=046efcc4-b14a-4f56-be2c-eb408b0f7ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532289 Sep 09 05:18:24.403902 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-2a9e6c41-bb73-4da2-b2ba-c8a6438b549f req-b1d2767b-788c-49b2-95ae-936d33dbfd17 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519271 Sep 09 05:18:24.498842 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0858023-64a4-4d73-a987-ba9d6598018c req-9c448bec-bce8-4ac6-9bfe-16908a5a58cc tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:24.500329 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-c0858023-64a4-4d73-a987-ba9d6598018c req-9c448bec-bce8-4ac6-9bfe-16908a5a58cc tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] 10.222.0.24 "GET /v2.0/ports?device_id=776baef7-0b4d-427c-896c-a725c01e9cf0 HTTP/1.1" status: 200 len: 946 time: 0.0483963 Sep 09 05:18:24.540392 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-c0858023-64a4-4d73-a987-ba9d6598018c req-89d09fd8-7999-4ce1-b8ee-106f5e0b1d65 tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] 10.222.0.24 "GET /v2.0/security-groups?id=3dc60ff7-a2e1-442e-b87d-bca7dd14fd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341713 Sep 09 05:18:25.543929 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7274a6-c942-47bf-908e-954939ca475f req-da977f35-4d89-4c57-b052-8e881a288a23 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:25.545577 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-6e7274a6-c942-47bf-908e-954939ca475f req-da977f35-4d89-4c57-b052-8e881a288a23 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] 10.222.0.24 "GET /v2.0/ports?device_id=7316273c-bb34-4e8b-b05f-f2c5f9310c6d HTTP/1.1" status: 200 len: 943 time: 0.0750592 Sep 09 05:18:25.553583 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6900c1a0-3e29-455b-956e-b454be659e65 req-2d00ce51-3d9f-4947-b2aa-41eb4a73f9cf tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:25.555992 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-6900c1a0-3e29-455b-956e-b454be659e65 req-2d00ce51-3d9f-4947-b2aa-41eb4a73f9cf tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=1880a6bd-8a58-4755-b7de-37512e26a7b9 HTTP/1.1" status: 200 len: 946 time: 0.0761042 Sep 09 05:18:25.606585 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-6e7274a6-c942-47bf-908e-954939ca475f req-914cb6c5-6f7a-4a57-b62c-d8f099738195 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] 10.222.0.24 "GET /v2.0/security-groups?id=046efcc4-b14a-4f56-be2c-eb408b0f7ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496805 Sep 09 05:18:25.614607 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-6900c1a0-3e29-455b-956e-b454be659e65 req-30f62224-a3c3-4652-92d6-75928be32b39 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518486 Sep 09 05:18:25.714904 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e5660-c328-4bc6-86f8-1903dba62897 req-61792f3c-2f6c-41d4-a01a-06a19f2e14fb tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:25.716268 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-b65e5660-c328-4bc6-86f8-1903dba62897 req-61792f3c-2f6c-41d4-a01a-06a19f2e14fb tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] 10.222.0.24 "GET /v2.0/ports?device_id=776baef7-0b4d-427c-896c-a725c01e9cf0 HTTP/1.1" status: 200 len: 946 time: 0.0498784 Sep 09 05:18:25.754805 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-b65e5660-c328-4bc6-86f8-1903dba62897 req-5023204d-6dcb-4552-a6c3-8b9c4ac9b959 tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] 10.222.0.24 "GET /v2.0/security-groups?id=3dc60ff7-a2e1-442e-b87d-bca7dd14fd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327609 Sep 09 05:18:25.903939 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device e164414a-4a3a-449c-add0-c2d419a6d09e details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=94299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 05:18:26.007916 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] For port e164414a-4a3a-449c-add0-c2d419a6d09e, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=e164414a-4a3a-449c-add0-c2d419a6d09e,segment=NetworkSegment(1545240a-f080-4a75-a9e1-8044d52ca07a),segment_id=1545240a-f080-4a75-a9e1-8044d52ca07a)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:18:26.020141 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Returning: {'device': 'e164414a-4a3a-449c-add0-c2d419a6d09e', 'network_id': 'd2d7b2a3-0495-4459-b8c3-5c9495a1d591', 'port_id': 'e164414a-4a3a-449c-add0-c2d419a6d09e', 'mac_address': 'fa:16:3e:83:57:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f14389e8-9a40-46cd-abb3-2f74ea890948', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 05:18:26.059782 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:26.078803 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.notifiers.nova [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e164414a-4a3a-449c-add0-c2d419a6d09e {{(pid=94299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 05:18:26.095311 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] For port e164414a-4a3a-449c-add0-c2d419a6d09e, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=e164414a-4a3a-449c-add0-c2d419a6d09e,segment=NetworkSegment(1545240a-f080-4a75-a9e1-8044d52ca07a),segment_id=1545240a-f080-4a75-a9e1-8044d52ca07a)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:18:26.099508 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:26.151600 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Pushing event updated for resources: {'Port': ['ID=e164414a-4a3a-449c-add0-c2d419a6d09e,revision_number=4']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:18:26.547929 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] get_ports_and_sgs() called for port_ids ['e164414a-4a3a-449c-add0-c2d419a6d09e'] {{(pid=94299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 05:18:26.759952 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97507af7-c909-46e2-82cd-036a83d2c01a req-f68c639f-a568-49b4-9abb-55c134c869e9 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:26.761333 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-97507af7-c909-46e2-82cd-036a83d2c01a req-f68c639f-a568-49b4-9abb-55c134c869e9 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] 10.222.0.24 "GET /v2.0/ports?device_id=7316273c-bb34-4e8b-b05f-f2c5f9310c6d HTTP/1.1" status: 200 len: 944 time: 0.0750134 Sep 09 05:18:26.768551 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08477e86-950e-465c-a9b0-d35a8b8d4c7f req-ca2f2e5f-0147-4668-8b3c-eec956f37373 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:26.769931 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-08477e86-950e-465c-a9b0-d35a8b8d4c7f req-ca2f2e5f-0147-4668-8b3c-eec956f37373 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=1880a6bd-8a58-4755-b7de-37512e26a7b9 HTTP/1.1" status: 200 len: 946 time: 0.0823674 Sep 09 05:18:26.825500 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-97507af7-c909-46e2-82cd-036a83d2c01a req-66b55bff-82c8-4a80-a0d7-6c2110b2b21c tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] 10.222.0.24 "GET /v2.0/security-groups?id=046efcc4-b14a-4f56-be2c-eb408b0f7ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546432 Sep 09 05:18:26.830161 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-08477e86-950e-465c-a9b0-d35a8b8d4c7f req-f3ef76e2-6042-458c-8ecc-e906e32df629 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532303 Sep 09 05:18:26.927864 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513dc58f-57bb-4874-963f-49b7ad23b1d9 req-3094607b-106d-439a-ba77-643616d26884 tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:26.930144 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-513dc58f-57bb-4874-963f-49b7ad23b1d9 req-3094607b-106d-439a-ba77-643616d26884 tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] 10.222.0.24 "GET /v2.0/ports?device_id=776baef7-0b4d-427c-896c-a725c01e9cf0 HTTP/1.1" status: 200 len: 946 time: 0.0505998 Sep 09 05:18:26.968162 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-513dc58f-57bb-4874-963f-49b7ad23b1d9 req-03c01c09-7089-48ef-aeda-7cdb7a526d56 tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] 10.222.0.24 "GET /v2.0/security-groups?id=3dc60ff7-a2e1-442e-b87d-bca7dd14fd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329266 Sep 09 05:18:27.943721 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b48b8a-ffc8-415a-ad9e-b16127cd06f7 req-0ed1d2f8-308f-4939-81f7-125cb84cfd5c tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:27.945202 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-c2b48b8a-ffc8-415a-ad9e-b16127cd06f7 req-0ed1d2f8-308f-4939-81f7-125cb84cfd5c tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] 10.222.0.24 "GET /v2.0/ports?device_id=7316273c-bb34-4e8b-b05f-f2c5f9310c6d HTTP/1.1" status: 200 len: 944 time: 0.0530341 Sep 09 05:18:27.981827 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-c2b48b8a-ffc8-415a-ad9e-b16127cd06f7 req-77b2b3a7-d89b-4682-a295-4ead1a579639 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] 10.222.0.24 "GET /v2.0/security-groups?id=046efcc4-b14a-4f56-be2c-eb408b0f7ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305476 Sep 09 05:18:28.081954 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df731d7-628d-463a-b910-91a9b350d82f req-cae48852-7879-4f28-adee-e3200631da60 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:28.083417 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-0df731d7-628d-463a-b910-91a9b350d82f req-cae48852-7879-4f28-adee-e3200631da60 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=1880a6bd-8a58-4755-b7de-37512e26a7b9 HTTP/1.1" status: 200 len: 946 time: 0.0487273 Sep 09 05:18:28.123677 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-0df731d7-628d-463a-b910-91a9b350d82f req-91af6094-586e-45be-9da7-98a99837da2b tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338929 Sep 09 05:18:29.097296 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b3957-70c8-40bc-b559-a66ba45fb59f req-59af9e08-3431-4f40-8c51-d8617a8032b7 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:29.098772 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-e01b3957-70c8-40bc-b559-a66ba45fb59f req-59af9e08-3431-4f40-8c51-d8617a8032b7 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] 10.222.0.24 "GET /v2.0/ports?device_id=7316273c-bb34-4e8b-b05f-f2c5f9310c6d HTTP/1.1" status: 200 len: 944 time: 0.0508595 Sep 09 05:18:29.135999 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-e01b3957-70c8-40bc-b559-a66ba45fb59f req-a6895a84-568e-416d-8b7a-7631180eac26 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] 10.222.0.24 "GET /v2.0/security-groups?id=046efcc4-b14a-4f56-be2c-eb408b0f7ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311050 Sep 09 05:18:29.239091 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e525e70-eee4-47ac-94d6-4cf5cbc90679 req-e3eecd6d-58b1-4f75-9957-1d4ee598d6bd tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:29.240546 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-8e525e70-eee4-47ac-94d6-4cf5cbc90679 req-e3eecd6d-58b1-4f75-9957-1d4ee598d6bd tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=1880a6bd-8a58-4755-b7de-37512e26a7b9 HTTP/1.1" status: 200 len: 946 time: 0.0522816 Sep 09 05:18:29.282154 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-8e525e70-eee4-47ac-94d6-4cf5cbc90679 req-8f7b3622-165d-419f-bb91-4d5324b222cb tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350192 Sep 09 05:18:30.248420 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b53ad30-0950-4ea9-a53d-8f091940befa req-7b18c111-c9c7-431a-8e10-c78c90fc395a tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:30.252403 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-7b53ad30-0950-4ea9-a53d-8f091940befa req-7b18c111-c9c7-431a-8e10-c78c90fc395a tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] 10.222.0.24 "GET /v2.0/ports?device_id=7316273c-bb34-4e8b-b05f-f2c5f9310c6d HTTP/1.1" status: 200 len: 944 time: 0.0489573 Sep 09 05:18:30.291696 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-7b53ad30-0950-4ea9-a53d-8f091940befa req-0a64a3db-0f4b-46bd-8d0d-62467e1ec2e0 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] 10.222.0.24 "GET /v2.0/security-groups?id=046efcc4-b14a-4f56-be2c-eb408b0f7ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356317 Sep 09 05:18:30.400432 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4592216-64c8-42ed-ad46-4efbae85e418 req-fb990b8f-9aad-472d-bcc1-4f184feacb69 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:30.401955 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-c4592216-64c8-42ed-ad46-4efbae85e418 req-fb990b8f-9aad-472d-bcc1-4f184feacb69 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=1880a6bd-8a58-4755-b7de-37512e26a7b9 HTTP/1.1" status: 200 len: 946 time: 0.0483103 Sep 09 05:18:30.454170 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-c4592216-64c8-42ed-ad46-4efbae85e418 req-f92f0713-8e21-4d0d-aa1d-addd6c58f5c4 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436254 Sep 09 05:18:30.523083 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a6a842-6389-4701-8da5-39981994b029 req-ec1c0ed0-98dd-43e5-95bb-4b30cc61c5b8 tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:30.524533 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-04a6a842-6389-4701-8da5-39981994b029 req-ec1c0ed0-98dd-43e5-95bb-4b30cc61c5b8 tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] 10.222.0.24 "GET /v2.0/ports?device_id=776baef7-0b4d-427c-896c-a725c01e9cf0 HTTP/1.1" status: 200 len: 946 time: 0.0488811 Sep 09 05:18:30.561880 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-04a6a842-6389-4701-8da5-39981994b029 req-6dd3856e-353f-4dcb-8490-486c9a627dd2 tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] 10.222.0.24 "GET /v2.0/security-groups?id=3dc60ff7-a2e1-442e-b87d-bca7dd14fd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314507 Sep 09 05:18:31.404472 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236155bc-78dd-413d-a937-b6feae44de6e req-8fc21e3c-dcd5-4fff-b0c9-13a37dafdcf9 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:31.405946 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-236155bc-78dd-413d-a937-b6feae44de6e req-8fc21e3c-dcd5-4fff-b0c9-13a37dafdcf9 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] 10.222.0.24 "GET /v2.0/ports?device_id=7316273c-bb34-4e8b-b05f-f2c5f9310c6d HTTP/1.1" status: 200 len: 944 time: 0.0478988 Sep 09 05:18:31.446565 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-236155bc-78dd-413d-a937-b6feae44de6e req-d9fcf129-133f-4bf4-aceb-06e8cd42e0bf tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] 10.222.0.24 "GET /v2.0/security-groups?id=046efcc4-b14a-4f56-be2c-eb408b0f7ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346434 Sep 09 05:18:31.557072 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd526b-b511-4a77-b2b3-109b321fe841 req-9c651d19-76ca-416e-bc8e-b7588e7aca0e tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:31.558579 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-70cd526b-b511-4a77-b2b3-109b321fe841 req-9c651d19-76ca-416e-bc8e-b7588e7aca0e tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=1880a6bd-8a58-4755-b7de-37512e26a7b9 HTTP/1.1" status: 200 len: 946 time: 0.0482132 Sep 09 05:18:31.596116 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-70cd526b-b511-4a77-b2b3-109b321fe841 req-96a02ffb-ae0b-4482-a5d6-e27f2894691a tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316782 Sep 09 05:18:31.695126 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8f4883-b773-4b4a-92a8-7244c00d17af req-f152f9d4-e5c9-4259-825e-8d577b21e455 tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:31.696560 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-8c8f4883-b773-4b4a-92a8-7244c00d17af req-f152f9d4-e5c9-4259-825e-8d577b21e455 tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] 10.222.0.24 "GET /v2.0/ports?device_id=776baef7-0b4d-427c-896c-a725c01e9cf0 HTTP/1.1" status: 200 len: 946 time: 0.0475996 Sep 09 05:18:31.733552 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-8c8f4883-b773-4b4a-92a8-7244c00d17af req-56a50b97-6c99-498e-836c-6718fe3facc3 tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] 10.222.0.24 "GET /v2.0/security-groups?id=3dc60ff7-a2e1-442e-b87d-bca7dd14fd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311513 Sep 09 05:18:32.559106 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a567eb71-d239-462b-8164-961470a931de req-0369c086-b90d-4976-bf35-3c893ced9284 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:32.560561 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-a567eb71-d239-462b-8164-961470a931de req-0369c086-b90d-4976-bf35-3c893ced9284 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] 10.222.0.24 "GET /v2.0/ports?device_id=7316273c-bb34-4e8b-b05f-f2c5f9310c6d HTTP/1.1" status: 200 len: 944 time: 0.0478721 Sep 09 05:18:32.606006 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-a567eb71-d239-462b-8164-961470a931de req-d1ce8d23-a8a7-4f1e-993c-0c9b221e2f8f tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] 10.222.0.24 "GET /v2.0/security-groups?id=046efcc4-b14a-4f56-be2c-eb408b0f7ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394101 Sep 09 05:18:32.708231 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91030386-57e7-47d2-82cb-70e823b1c1ca req-b05c41bd-acf6-4613-be53-d2eca156d4ae tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:32.709600 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-91030386-57e7-47d2-82cb-70e823b1c1ca req-b05c41bd-acf6-4613-be53-d2eca156d4ae tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=1880a6bd-8a58-4755-b7de-37512e26a7b9 HTTP/1.1" status: 200 len: 946 time: 0.0482788 Sep 09 05:18:32.747032 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-91030386-57e7-47d2-82cb-70e823b1c1ca req-d06798a4-6bdf-4245-b15b-66fcfa6d0af3 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314097 Sep 09 05:18:32.850801 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f13e0a9-7618-46cc-b5e4-e67bf4a6c265 req-3f776ed9-fec3-4337-80a3-52c5f36f7ef2 tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:32.852756 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-9f13e0a9-7618-46cc-b5e4-e67bf4a6c265 req-3f776ed9-fec3-4337-80a3-52c5f36f7ef2 tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] 10.222.0.24 "GET /v2.0/ports?device_id=776baef7-0b4d-427c-896c-a725c01e9cf0 HTTP/1.1" status: 200 len: 946 time: 0.0484467 Sep 09 05:18:32.888761 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-9f13e0a9-7618-46cc-b5e4-e67bf4a6c265 req-c7ccc303-5495-48d6-a0f7-11b154e31e7d tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] 10.222.0.24 "GET /v2.0/security-groups?id=3dc60ff7-a2e1-442e-b87d-bca7dd14fd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301476 Sep 09 05:18:33.721265 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bea6ea6-7287-4472-8e30-d8b71228c524 req-a3ccf243-b5f3-4f5f-9eb0-59758d928f4d tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:33.722654 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-5bea6ea6-7287-4472-8e30-d8b71228c524 req-a3ccf243-b5f3-4f5f-9eb0-59758d928f4d tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] 10.222.0.24 "GET /v2.0/ports?device_id=7316273c-bb34-4e8b-b05f-f2c5f9310c6d HTTP/1.1" status: 200 len: 944 time: 0.0489154 Sep 09 05:18:33.763739 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-5bea6ea6-7287-4472-8e30-d8b71228c524 req-6618fd0d-ed06-4027-ab24-94172a903871 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] 10.222.0.24 "GET /v2.0/security-groups?id=046efcc4-b14a-4f56-be2c-eb408b0f7ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342245 Sep 09 05:18:33.863425 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c248fa-1ee3-46f2-9a39-b8ffadf4093b req-7c4b9589-bd80-4e27-8c96-0529048fad6b tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:33.864934 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-17c248fa-1ee3-46f2-9a39-b8ffadf4093b req-7c4b9589-bd80-4e27-8c96-0529048fad6b tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=1880a6bd-8a58-4755-b7de-37512e26a7b9 HTTP/1.1" status: 200 len: 946 time: 0.0499463 Sep 09 05:18:33.905592 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-17c248fa-1ee3-46f2-9a39-b8ffadf4093b req-cded99a0-a35d-4865-a035-c70bf705d754 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337708 Sep 09 05:18:33.939389 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device e164414a-4a3a-449c-add0-c2d419a6d09e up at agent hyperv_hv-cinder-77262 {{(pid=94299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 05:18:34.004703 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Provisioning for port e164414a-4a3a-449c-add0-c2d419a6d09e completed by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 05:18:34.009070 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Provisioning complete for port e164414a-4a3a-449c-add0-c2d419a6d09e triggered by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:18:34.009433 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:34.045079 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35fb73c-8034-4a16-933f-6cf2a463796d req-e3a669a6-6569-44c7-9ba8-de77129edaef tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:34.047047 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-e35fb73c-8034-4a16-933f-6cf2a463796d req-e3a669a6-6569-44c7-9ba8-de77129edaef tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] 10.222.0.24 "GET /v2.0/ports?device_id=776baef7-0b4d-427c-896c-a725c01e9cf0 HTTP/1.1" status: 200 len: 946 time: 0.0805426 Sep 09 05:18:34.049130 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d30d28e-4db0-4024-8a9b-c2cb5fb812ff req-45e0bef3-69db-4dc9-9c77-110056a9272c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:34.050716 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-3d30d28e-4db0-4024-8a9b-c2cb5fb812ff req-45e0bef3-69db-4dc9-9c77-110056a9272c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1880a6bd-8a58-4755-b7de-37512e26a7b9 HTTP/1.1" status: 200 len: 1099 time: 0.0539808 Sep 09 05:18:34.093954 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-e35fb73c-8034-4a16-933f-6cf2a463796d req-31e6ee4a-d798-4ebf-ba0f-01b4bbbfcccb tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] 10.222.0.24 "GET /v2.0/security-groups?id=3dc60ff7-a2e1-442e-b87d-bca7dd14fd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377314 Sep 09 05:18:34.097503 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-3d30d28e-4db0-4024-8a9b-c2cb5fb812ff req-51cfce33-e760-4052-8194-6b4b4dcc4150 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323308 Sep 09 05:18:34.098971 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:34.122511 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7316273c-bb34-4e8b-b05f-f2c5f9310c6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e164414a-4a3a-449c-add0-c2d419a6d09e'}] {{(pid=94299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 05:18:34.124706 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6baa3fa754b64f0f84acd20b1d53bd6375697f3cd0d79ee629041410e58b9d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1fcdac6-fff1-4d19-9ce0-f887a47cf12e" -d '{"events": [{"server_uuid": "7316273c-bb34-4e8b-b05f-f2c5f9310c6d", "name": "network-vif-plugged", "status": "completed", "tag": "e164414a-4a3a-449c-add0-c2d419a6d09e"}]}' {{(pid=94299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 05:18:34.137382 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] For port e164414a-4a3a-449c-add0-c2d419a6d09e, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=e164414a-4a3a-449c-add0-c2d419a6d09e,segment=NetworkSegment(1545240a-f080-4a75-a9e1-8044d52ca07a),segment_id=1545240a-f080-4a75-a9e1-8044d52ca07a)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:18:34.141443 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:34.166023 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 05:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37be234c-148e-4189-8062-58ed966a967c x-openstack-request-id: req-37be234c-148e-4189-8062-58ed966a967c {{(pid=94299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 05:18:34.166312 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7316273c-bb34-4e8b-b05f-f2c5f9310c6d", "name": "network-vif-plugged", "status": "completed", "tag": "e164414a-4a3a-449c-add0-c2d419a6d09e", "code": 200}]} {{(pid=94299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 05:18:34.166562 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-37be234c-148e-4189-8062-58ed966a967c {{(pid=94299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 05:18:34.166945 dv-cinder-772623-14-iscsi neutron-server[94299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7316273c-bb34-4e8b-b05f-f2c5f9310c6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e164414a-4a3a-449c-add0-c2d419a6d09e', 'code': 200} Sep 09 05:18:34.192180 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Pushing event updated for resources: {'Port': ['ID=e164414a-4a3a-449c-add0-c2d419a6d09e,revision_number=5']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:18:34.526694 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe0a668-e22e-4808-9bff-627a1a07e6ce req-acef938a-4900-491c-b3d9-0f0c3f5bedea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:34.528114 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-2fe0a668-e22e-4808-9bff-627a1a07e6ce req-acef938a-4900-491c-b3d9-0f0c3f5bedea service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7316273c-bb34-4e8b-b05f-f2c5f9310c6d HTTP/1.1" status: 200 len: 1098 time: 0.0383687 Sep 09 05:18:34.567270 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-2fe0a668-e22e-4808-9bff-627a1a07e6ce req-f8fbeddf-c0a1-4431-ab50-cb44efc9957c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=046efcc4-b14a-4f56-be2c-eb408b0f7ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306456 Sep 09 05:18:34.880637 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4b295e-ca70-4a7b-9c9b-0307884cb9d4 req-b5a4139d-f167-4332-a4c1-e1ff37390600 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:34.882185 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-6c4b295e-ca70-4a7b-9c9b-0307884cb9d4 req-b5a4139d-f167-4332-a4c1-e1ff37390600 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] 10.222.0.24 "GET /v2.0/ports?device_id=7316273c-bb34-4e8b-b05f-f2c5f9310c6d HTTP/1.1" status: 200 len: 945 time: 0.0503027 Sep 09 05:18:34.887345 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:34.932498 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-6c4b295e-ca70-4a7b-9c9b-0307884cb9d4 req-6886b152-3ead-4696-8139-bdceb4ab4a43 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] 10.222.0.24 "GET /v2.0/security-groups?id=046efcc4-b14a-4f56-be2c-eb408b0f7ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420277 Sep 09 05:18:35.042122 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8229b31f-a830-4856-b5fe-d1ac90b08745 req-b587f543-e034-4fa9-a053-74cf8fe5db9e tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:35.044130 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-8229b31f-a830-4856-b5fe-d1ac90b08745 req-b587f543-e034-4fa9-a053-74cf8fe5db9e tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=1880a6bd-8a58-4755-b7de-37512e26a7b9 HTTP/1.1" status: 200 len: 946 time: 0.0522785 Sep 09 05:18:35.087358 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-8229b31f-a830-4856-b5fe-d1ac90b08745 req-a0ff8459-0a18-4dc5-bfd0-91abbe83ea8c tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350122 Sep 09 05:18:35.219333 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ea9723-273b-4067-9fa1-da39a8180e15 req-417f4800-550e-46ff-82bc-bc09c3d4dfec tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:35.221101 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-b5ea9723-273b-4067-9fa1-da39a8180e15 req-417f4800-550e-46ff-82bc-bc09c3d4dfec tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] 10.222.0.24 "GET /v2.0/ports?device_id=776baef7-0b4d-427c-896c-a725c01e9cf0 HTTP/1.1" status: 200 len: 946 time: 0.0528419 Sep 09 05:18:35.263527 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-b5ea9723-273b-4067-9fa1-da39a8180e15 req-b949be00-cf2b-477f-9981-26ba3faeb25e tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] 10.222.0.24 "GET /v2.0/security-groups?id=3dc60ff7-a2e1-442e-b87d-bca7dd14fd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346563 Sep 09 05:18:35.476853 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2581164a-c1d4-4f7e-9a13-3c6f85a51423 req-0a2fbbf3-6906-41b2-8423-1a49f3af247e tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:35.478282 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-2581164a-c1d4-4f7e-9a13-3c6f85a51423 req-0a2fbbf3-6906-41b2-8423-1a49f3af247e tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/networks?id=cfd71842-6726-40b2-be3d-a4d60a862165 HTTP/1.1" status: 200 len: 814 time: 0.1038418 Sep 09 05:18:35.494149 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-2581164a-c1d4-4f7e-9a13-3c6f85a51423 req-486f3d88-2d2d-4400-bf00-ae0c4df40fdf tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/quotas/4072331c63524c7cbf166cc5521b82fc HTTP/1.1" status: 200 len: 375 time: 0.0099764 Sep 09 05:18:35.551137 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-2581164a-c1d4-4f7e-9a13-3c6f85a51423 req-614314fb-e044-4a4c-9a6b-af3d0bf46a3d tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4072331c63524c7cbf166cc5521b82fc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0514348 Sep 09 05:18:35.646930 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-2581164a-c1d4-4f7e-9a13-3c6f85a51423 req-e64ef181-10b1-44df-a94a-2cbae8f26bf4 service neutron] 10.222.0.24 "GET /v2.0/networks/cfd71842-6726-40b2-be3d-a4d60a862165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877140 Sep 09 05:18:35.735938 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-2581164a-c1d4-4f7e-9a13-3c6f85a51423 req-89d0e191-7c61-458d-98fb-bd7f5db62804 service neutron] 10.222.0.24 "GET /v2.0/networks/cfd71842-6726-40b2-be3d-a4d60a862165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822937 Sep 09 05:18:35.906298 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-8810da6b-07cd-4d12-a2ca-e71036af8e42 req-72781383-235e-41ca-a796-ebc310986c9f tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/ports?device_id=28d273f5-9210-4aca-8369-5660db990f29 HTTP/1.1" status: 200 len: 210 time: 0.0273666 Sep 09 05:18:36.057412 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33ae08b-f56b-4738-af23-c28743dbb059 req-1bf66aec-6f31-4ea6-8d58-2ecb02863991 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:36.058942 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-b33ae08b-f56b-4738-af23-c28743dbb059 req-1bf66aec-6f31-4ea6-8d58-2ecb02863991 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] 10.222.0.24 "GET /v2.0/ports?device_id=7316273c-bb34-4e8b-b05f-f2c5f9310c6d HTTP/1.1" status: 200 len: 945 time: 0.0576444 Sep 09 05:18:36.097385 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-b33ae08b-f56b-4738-af23-c28743dbb059 req-580a5ef5-0030-4e13-b1be-017186e1fbe6 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] 10.222.0.24 "GET /v2.0/security-groups?id=046efcc4-b14a-4f56-be2c-eb408b0f7ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324047 Sep 09 05:18:36.224997 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd3bd0c-1390-473a-97ca-0bd68e5023b4 req-6b6f5f48-0d05-45a8-b09e-d5d58f1e2a25 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:36.227779 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-7dd3bd0c-1390-473a-97ca-0bd68e5023b4 req-6b6f5f48-0d05-45a8-b09e-d5d58f1e2a25 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=1880a6bd-8a58-4755-b7de-37512e26a7b9 HTTP/1.1" status: 200 len: 946 time: 0.0634730 Sep 09 05:18:36.272083 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-7dd3bd0c-1390-473a-97ca-0bd68e5023b4 req-a3ad2afa-1c97-4b7d-9324-8e8981c1fc16 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381546 Sep 09 05:18:36.452468 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1008cbf8-48f5-4961-80ec-c04c3c5e3fe4 req-7435cacc-b9eb-4e4b-a73c-9ac2a3fedf0d tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:36.453937 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-1008cbf8-48f5-4961-80ec-c04c3c5e3fe4 req-7435cacc-b9eb-4e4b-a73c-9ac2a3fedf0d tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] 10.222.0.24 "GET /v2.0/ports?device_id=776baef7-0b4d-427c-896c-a725c01e9cf0 HTTP/1.1" status: 200 len: 946 time: 0.0913272 Sep 09 05:18:36.461609 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7cdbb7-fd0e-4e10-b0fd-255b42279981 req-2efc9db2-6500-4d05-9535-6efca617a485 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:36.463100 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-3c7cdbb7-fd0e-4e10-b0fd-255b42279981 req-2efc9db2-6500-4d05-9535-6efca617a485 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cb26945-4b50-4199-9514-eb3e38c1f59c HTTP/1.1" status: 200 len: 945 time: 0.0987232 Sep 09 05:18:36.521418 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-1008cbf8-48f5-4961-80ec-c04c3c5e3fe4 req-e9332828-e7cc-46e0-b7cf-6c0dddd08a0b tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] 10.222.0.24 "GET /v2.0/security-groups?id=3dc60ff7-a2e1-442e-b87d-bca7dd14fd7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573366 Sep 09 05:18:36.525626 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-3c7cdbb7-fd0e-4e10-b0fd-255b42279981 req-f56da62b-70b1-49c4-9229-8d856868afdd tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536237 Sep 09 05:18:36.572263 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2295919-f11c-482b-af22-456d18291531 req-62e22bb4-7af9-4a4b-ab2f-9b714a176534 tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:36.581763 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-a2295919-f11c-482b-af22-456d18291531 req-62e22bb4-7af9-4a4b-ab2f-9b714a176534 tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] 10.222.0.23 "GET /v2.0/ports?device_id=776baef7-0b4d-427c-896c-a725c01e9cf0 HTTP/1.1" status: 200 len: 946 time: 0.0672963 Sep 09 05:18:36.687055 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.plugin [req-a2295919-f11c-482b-af22-456d18291531 req-a1c5c31d-94b4-4a24-860f-79425f7373ad tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] Deleting port c8b70b15-017b-4fa2-b2e7-b0b52a31357b {{(pid=94297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 05:18:36.687397 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-a2295919-f11c-482b-af22-456d18291531 req-a1c5c31d-94b4-4a24-860f-79425f7373ad tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748632167994'] for port, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:36.790936 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.db [req-a2295919-f11c-482b-af22-456d18291531 req-a1c5c31d-94b4-4a24-860f-79425f7373ad tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] For port c8b70b15-017b-4fa2-b2e7-b0b52a31357b, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c8b70b15-017b-4fa2-b2e7-b0b52a31357b,segment=NetworkSegment(f5868d73-7425-43c9-990c-e3011a86effb),segment_id=f5868d73-7425-43c9-990c-e3011a86effb)] {{(pid=94297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:18:36.791439 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-a2295919-f11c-482b-af22-456d18291531 req-a1c5c31d-94b4-4a24-860f-79425f7373ad tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596826'] for port, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:36.805977 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.plugin [req-a2295919-f11c-482b-af22-456d18291531 req-a1c5c31d-94b4-4a24-860f-79425f7373ad tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] Calling delete_port for c8b70b15-017b-4fa2-b2e7-b0b52a31357b owned by compute:nova {{(pid=94297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 05:18:36.944526 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-a2295919-f11c-482b-af22-456d18291531 req-a1c5c31d-94b4-4a24-860f-79425f7373ad tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748632172548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748631669706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29281037'] for port, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:36.960653 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] get_ports_and_sgs() called for port_ids ['c8b70b15-017b-4fa2-b2e7-b0b52a31357b'] {{(pid=94299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 05:18:36.972683 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c5c31d-94b4-4a24-860f-79425f7373ad tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] Pushing event deleted for resources: {'Port': ['ID=c8b70b15-017b-4fa2-b2e7-b0b52a31357b,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:18:37.014509 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-50616caa-30cf-47f8-8792-d70873e795dc req-0b411e51-3f60-4757-95bd-0a92a03bf05e tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/ports?device_id=28d273f5-9210-4aca-8369-5660db990f29 HTTP/1.1" status: 200 len: 210 time: 0.0310092 Sep 09 05:18:37.017363 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2295919-f11c-482b-af22-456d18291531 req-a1c5c31d-94b4-4a24-860f-79425f7373ad tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] No DVR routers for this DVR port c8b70b15-017b-4fa2-b2e7-b0b52a31357b on host hv-cinder-77262 {{(pid=94297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 05:18:37.020023 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-a2295919-f11c-482b-af22-456d18291531 req-a1c5c31d-94b4-4a24-860f-79425f7373ad tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-438482'] for port, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:37.022202 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-a2295919-f11c-482b-af22-456d18291531 req-a1c5c31d-94b4-4a24-860f-79425f7373ad tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] 10.222.0.23 "DELETE /v2.0/ports/c8b70b15-017b-4fa2-b2e7-b0b52a31357b HTTP/1.1" status: 204 len: 173 time: 0.4332731 Sep 09 05:18:37.022472 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '776baef7-0b4d-427c-896c-a725c01e9cf0', 'name': 'network-vif-deleted', 'tag': 'c8b70b15-017b-4fa2-b2e7-b0b52a31357b'}] {{(pid=94297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 05:18:37.025506 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85c66017178c43798701892324557e4ac90163104f6096848bec1798d04fbbd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9671d674-7e59-401b-a3e2-355658418b31" -d '{"events": [{"server_uuid": "776baef7-0b4d-427c-896c-a725c01e9cf0", "name": "network-vif-deleted", "tag": "c8b70b15-017b-4fa2-b2e7-b0b52a31357b"}]}' {{(pid=94297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 05:18:37.065260 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 05:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0003e7dc-d300-4bcf-b677-9d997ecbb8d6 x-openstack-request-id: req-0003e7dc-d300-4bcf-b677-9d997ecbb8d6 {{(pid=94297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 05:18:37.065613 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "776baef7-0b4d-427c-896c-a725c01e9cf0", "name": "network-vif-deleted", "tag": "c8b70b15-017b-4fa2-b2e7-b0b52a31357b", "status": "completed", "code": 200}]} {{(pid=94297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 05:18:37.065950 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0003e7dc-d300-4bcf-b677-9d997ecbb8d6 {{(pid=94297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 05:18:37.066361 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '776baef7-0b4d-427c-896c-a725c01e9cf0', 'name': 'network-vif-deleted', 'tag': 'c8b70b15-017b-4fa2-b2e7-b0b52a31357b', 'status': 'completed', 'code': 200} Sep 09 05:18:37.161675 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2581164a-c1d4-4f7e-9a13-3c6f85a51423 req-176f22a0-5349-47ba-8fe5-0118336dd96c tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:37.164514 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-2581164a-c1d4-4f7e-9a13-3c6f85a51423 req-176f22a0-5349-47ba-8fe5-0118336dd96c tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.23 "GET /v2.0/networks?id=cfd71842-6726-40b2-be3d-a4d60a862165 HTTP/1.1" status: 200 len: 814 time: 0.1260495 Sep 09 05:18:37.215103 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.v2.base [req-2581164a-c1d4-4f7e-9a13-3c6f85a51423 req-4b5f8a9d-4f7b-42ef-bf38-529a2aec6791 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Request body: {'port': {'device_id': '28d273f5-9210-4aca-8369-5660db990f29', 'network_id': 'cfd71842-6726-40b2-be3d-a4d60a862165', 'admin_state_up': True, 'tenant_id': '4072331c63524c7cbf166cc5521b82fc'}} {{(pid=94297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:18:37.233623 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81455876-0bdb-45d5-8342-5e460a3e4181 req-db0b4907-210c-4afc-a5a3-22c51792c626 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:37.236004 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-81455876-0bdb-45d5-8342-5e460a3e4181 req-db0b4907-210c-4afc-a5a3-22c51792c626 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] 10.222.0.24 "GET /v2.0/ports?device_id=7316273c-bb34-4e8b-b05f-f2c5f9310c6d HTTP/1.1" status: 200 len: 945 time: 0.0654719 Sep 09 05:18:37.290938 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-81455876-0bdb-45d5-8342-5e460a3e4181 req-34c3b47a-2110-4609-b7e0-f9381be53c25 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] 10.222.0.24 "GET /v2.0/security-groups?id=046efcc4-b14a-4f56-be2c-eb408b0f7ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470376 Sep 09 05:18:37.335232 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2581164a-c1d4-4f7e-9a13-3c6f85a51423 req-4b5f8a9d-4f7b-42ef-bf38-529a2aec6791 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Made reservation on behalf of 4072331c63524c7cbf166cc5521b82fc for: {'port': 1} {{(pid=94297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 05:18:37.338708 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-2581164a-c1d4-4f7e-9a13-3c6f85a51423 req-4b5f8a9d-4f7b-42ef-bf38-529a2aec6791 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:37.467574 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.db_base_plugin_common [req-2581164a-c1d4-4f7e-9a13-3c6f85a51423 req-4b5f8a9d-4f7b-42ef-bf38-529a2aec6791 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Allocated IP 172.20.0.10 (cfd71842-6726-40b2-be3d-a4d60a862165/26afa4a7-ead4-4ffa-80cb-6879630dc238/a1a9f4b0-2a67-4ab0-be24-45cb2353766d) {{(pid=94297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 05:18:37.644120 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-2581164a-c1d4-4f7e-9a13-3c6f85a51423 req-4b5f8a9d-4f7b-42ef-bf38-529a2aec6791 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Notify callbacks [] for port, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:37.656801 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-3561bd50-7d1f-45fe-9800-ff61317eded8 req-c7406066-978e-433c-ad67-cbb17d79e748 tempest-VolumesActionsTest-1331640635 tempest-VolumesActionsTest-1331640635-project] 10.222.0.24 "GET /v2.0/ports?device_id=776baef7-0b4d-427c-896c-a725c01e9cf0 HTTP/1.1" status: 200 len: 210 time: 0.0379856 Sep 09 05:18:37.730905 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-2581164a-c1d4-4f7e-9a13-3c6f85a51423 req-4b5f8a9d-4f7b-42ef-bf38-529a2aec6791 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748631669697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29281037'] for port, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:37.749642 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] get_ports_and_sgs() called for port_ids ['c5e39047-1d7f-4114-87dd-09560771c0ed', '24e1f0ba-92ba-4c84-bc59-4d552978c625', '13148bd5-c628-4326-95e4-f89f35deac51'] {{(pid=94299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 05:18:37.788444 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5f8a9d-4f7b-42ef-bf38-529a2aec6791 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Pushing event updated for resources: {'Port': ['ID=a1a9f4b0-2a67-4ab0-be24-45cb2353766d,revision_number=1']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:18:37.816898 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2581164a-c1d4-4f7e-9a13-3c6f85a51423 req-4b5f8a9d-4f7b-42ef-bf38-529a2aec6791 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Network cfd71842-6726-40b2-be3d-a4d60a862165 is already hosted by enough agents. {{(pid=94297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 05:18:37.818370 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.base_scheduler [req-2581164a-c1d4-4f7e-9a13-3c6f85a51423 req-4b5f8a9d-4f7b-42ef-bf38-529a2aec6791 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Resources bound (agent type, host, resource id): {{(pid=94297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 05:18:37.822189 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.l3_dvrscheduler_db [req-2581164a-c1d4-4f7e-9a13-3c6f85a51423 req-4b5f8a9d-4f7b-42ef-bf38-529a2aec6791 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Received port after_create {{(pid=94297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 05:18:37.889713 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2581164a-c1d4-4f7e-9a13-3c6f85a51423 req-4b5f8a9d-4f7b-42ef-bf38-529a2aec6791 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:37.890368 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-2581164a-c1d4-4f7e-9a13-3c6f85a51423 req-4b5f8a9d-4f7b-42ef-bf38-529a2aec6791 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-438482'] for port, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:37.910055 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-2581164a-c1d4-4f7e-9a13-3c6f85a51423 req-4b5f8a9d-4f7b-42ef-bf38-529a2aec6791 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6986556 Sep 09 05:18:37.944597 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.v2.base [req-2581164a-c1d4-4f7e-9a13-3c6f85a51423 req-d0ff84cb-8c77-410e-817f-ed77f0e16f50 service neutron] Request body: {'port': {'device_id': '28d273f5-9210-4aca-8369-5660db990f29', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=94297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:18:38.043716 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-2581164a-c1d4-4f7e-9a13-3c6f85a51423 req-d0ff84cb-8c77-410e-817f-ed77f0e16f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:38.211064 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd13b5dc-95d7-480a-84b8-49dbf9361935 req-a636f2d5-700b-487e-ac16-8f1ac678b989 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:38.212693 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-bd13b5dc-95d7-480a-84b8-49dbf9361935 req-a636f2d5-700b-487e-ac16-8f1ac678b989 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/ports?device_id=28d273f5-9210-4aca-8369-5660db990f29 HTTP/1.1" status: 200 len: 932 time: 0.0948839 Sep 09 05:18:38.222899 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700cd138-9ecc-4507-a65a-d084cc228b5f req-4a000028-4f9e-45ca-a27a-a55e1353b70f tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:38.224932 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-700cd138-9ecc-4507-a65a-d084cc228b5f req-4a000028-4f9e-45ca-a27a-a55e1353b70f tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cb26945-4b50-4199-9514-eb3e38c1f59c HTTP/1.1" status: 200 len: 945 time: 0.0711110 Sep 09 05:18:38.259675 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d2a5ee-9e21-4168-804b-362a9b0c025e req-995aa8be-feea-43c7-ace0-84269090e07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:38.261160 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-62d2a5ee-9e21-4168-804b-362a9b0c025e req-995aa8be-feea-43c7-ace0-84269090e07f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bc42907dc3434e2ea444add09b95bb24&device_id=3cb26945-4b50-4199-9514-eb3e38c1f59c HTTP/1.1" status: 200 len: 1098 time: 0.1073158 Sep 09 05:18:38.286150 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-bd13b5dc-95d7-480a-84b8-49dbf9361935 req-233414a9-0033-49b0-89e3-4a899293dc58 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b559db1-1589-4e96-9e76-ca77d0cb852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595069 Sep 09 05:18:38.289245 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-700cd138-9ecc-4507-a65a-d084cc228b5f req-50d85786-1630-4e0a-8603-d4dd0671ab41 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542786 Sep 09 05:18:38.417920 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d2a5ee-9e21-4168-804b-362a9b0c025e req-2695ac4d-6a35-42c0-9e85-bbcefff51b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:38.419372 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-62d2a5ee-9e21-4168-804b-362a9b0c025e req-2695ac4d-6a35-42c0-9e85-bbcefff51b34 service neutron] 10.222.0.23 "GET /v2.0/networks?id=00cd2a8c-0672-473b-a5e4-39b12300043e HTTP/1.1" status: 200 len: 918 time: 0.1474698 Sep 09 05:18:38.493398 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-62d2a5ee-9e21-4168-804b-362a9b0c025e req-e1997dd3-0545-4577-8d70-69d066fc1972 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e8e5cc9-2383-4dac-8a0c-e8e67256409c HTTP/1.1" status: 200 len: 217 time: 0.0571034 Sep 09 05:18:38.513164 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.notifiers.nova [req-2581164a-c1d4-4f7e-9a13-3c6f85a51423 req-d0ff84cb-8c77-410e-817f-ed77f0e16f50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1a9f4b0-2a67-4ab0-be24-45cb2353766d {{(pid=94297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 05:18:38.536854 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-2581164a-c1d4-4f7e-9a13-3c6f85a51423 req-d0ff84cb-8c77-410e-817f-ed77f0e16f50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:38.557913 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.provisioning_blocks [req-2581164a-c1d4-4f7e-9a13-3c6f85a51423 req-d0ff84cb-8c77-410e-817f-ed77f0e16f50 service neutron] Transition to ACTIVE for port object a1a9f4b0-2a67-4ab0-be24-45cb2353766d will not be triggered until provisioned by entity L2. {{(pid=94297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 05:18:38.564007 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d2a5ee-9e21-4168-804b-362a9b0c025e req-a2dae9b5-af6f-45fa-aab2-744cfebd5367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:38.565455 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-62d2a5ee-9e21-4168-804b-362a9b0c025e req-a2dae9b5-af6f-45fa-aab2-744cfebd5367 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0c182cba-f24f-48d3-93d9-c95e60c8cd67 HTTP/1.1" status: 200 len: 858 time: 0.0652883 Sep 09 05:18:38.566188 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-2581164a-c1d4-4f7e-9a13-3c6f85a51423 req-d0ff84cb-8c77-410e-817f-ed77f0e16f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29280254'] for port, after_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:38.624745 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-62d2a5ee-9e21-4168-804b-362a9b0c025e req-4d0f5cea-a1b5-4932-8ec7-dd0e0b6ed4f4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=00cd2a8c-0672-473b-a5e4-39b12300043e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341451 Sep 09 05:18:38.636414 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ff84cb-8c77-410e-817f-ed77f0e16f50 service neutron] Pushing event updated for resources: {'Port': ['ID=a1a9f4b0-2a67-4ab0-be24-45cb2353766d,revision_number=2']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:18:38.768792 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.managers [req-2581164a-c1d4-4f7e-9a13-3c6f85a51423 req-d0ff84cb-8c77-410e-817f-ed77f0e16f50 service neutron] Attempting to bind port a1a9f4b0-2a67-4ab0-be24-45cb2353766d on host hv-cinder-77262 for vnic_type normal with profile {{(pid=94297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 05:18:38.769302 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.managers [req-2581164a-c1d4-4f7e-9a13-3c6f85a51423 req-d0ff84cb-8c77-410e-817f-ed77f0e16f50 service neutron] Attempting to bind port a1a9f4b0-2a67-4ab0-be24-45cb2353766d by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '2253588a-18bc-44eb-b0be-6d785831d1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cfd71842-6726-40b2-be3d-a4d60a862165'}] {{(pid=94297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 05:18:38.769488 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2581164a-c1d4-4f7e-9a13-3c6f85a51423 req-d0ff84cb-8c77-410e-817f-ed77f0e16f50 service neutron] Attempting to bind port a1a9f4b0-2a67-4ab0-be24-45cb2353766d on network cfd71842-6726-40b2-be3d-a4d60a862165 {{(pid=94297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 05:18:38.782132 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2581164a-c1d4-4f7e-9a13-3c6f85a51423 req-d0ff84cb-8c77-410e-817f-ed77f0e16f50 service neutron] Port a1a9f4b0-2a67-4ab0-be24-45cb2353766d on network cfd71842-6726-40b2-be3d-a4d60a862165 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=94297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 05:18:38.782459 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2581164a-c1d4-4f7e-9a13-3c6f85a51423 req-d0ff84cb-8c77-410e-817f-ed77f0e16f50 service neutron] Attempting to bind port a1a9f4b0-2a67-4ab0-be24-45cb2353766d on network cfd71842-6726-40b2-be3d-a4d60a862165 {{(pid=94297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 05:18:38.790207 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-62d2a5ee-9e21-4168-804b-362a9b0c025e req-1812d346-3a46-4037-a52c-d63bce1b1747 service neutron] 10.222.0.23 "GET /v2.0/networks/00cd2a8c-0672-473b-a5e4-39b12300043e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477299 Sep 09 05:18:38.791088 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2581164a-c1d4-4f7e-9a13-3c6f85a51423 req-d0ff84cb-8c77-410e-817f-ed77f0e16f50 service neutron] Checking agent: {'id': '7670f20e-61bb-4b09-a030-6895aded51bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 5, 15, 5), 'started_at': datetime.datetime(2021, 9, 9, 5, 15, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 5, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 05:18:38.791429 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2581164a-c1d4-4f7e-9a13-3c6f85a51423 req-d0ff84cb-8c77-410e-817f-ed77f0e16f50 service neutron] Checking segment: {'id': '2253588a-18bc-44eb-b0be-6d785831d1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cfd71842-6726-40b2-be3d-a4d60a862165'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 05:18:38.791809 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2581164a-c1d4-4f7e-9a13-3c6f85a51423 req-d0ff84cb-8c77-410e-817f-ed77f0e16f50 service neutron] Bound using segment: {'id': '2253588a-18bc-44eb-b0be-6d785831d1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cfd71842-6726-40b2-be3d-a4d60a862165'} {{(pid=94297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 05:18:38.792246 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.managers [req-2581164a-c1d4-4f7e-9a13-3c6f85a51423 req-d0ff84cb-8c77-410e-817f-ed77f0e16f50 service neutron] Bound port: a1a9f4b0-2a67-4ab0-be24-45cb2353766d, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2253588a-18bc-44eb-b0be-6d785831d1ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'cfd71842-6726-40b2-be3d-a4d60a862165'}}] {{(pid=94297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 05:18:38.792603 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-2581164a-c1d4-4f7e-9a13-3c6f85a51423 req-d0ff84cb-8c77-410e-817f-ed77f0e16f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:39.128333 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.db [req-2581164a-c1d4-4f7e-9a13-3c6f85a51423 req-d0ff84cb-8c77-410e-817f-ed77f0e16f50 service neutron] For port a1a9f4b0-2a67-4ab0-be24-45cb2353766d, host hv-cinder-77262, cleared binding levels {{(pid=94297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 05:18:39.133643 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.db [req-2581164a-c1d4-4f7e-9a13-3c6f85a51423 req-d0ff84cb-8c77-410e-817f-ed77f0e16f50 service neutron] For port a1a9f4b0-2a67-4ab0-be24-45cb2353766d, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=a1a9f4b0-2a67-4ab0-be24-45cb2353766d,segment=NetworkSegment(2253588a-18bc-44eb-b0be-6d785831d1ef),segment_id=2253588a-18bc-44eb-b0be-6d785831d1ef)] {{(pid=94297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 05:18:39.144001 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-2581164a-c1d4-4f7e-9a13-3c6f85a51423 req-d0ff84cb-8c77-410e-817f-ed77f0e16f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29280254'] for port, after_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:39.179286 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-62d2a5ee-9e21-4168-804b-362a9b0c025e req-75e9d35b-0794-45bf-9f0e-42ee4d6a87b9 service neutron] 10.222.0.23 "GET /v2.0/networks/00cd2a8c-0672-473b-a5e4-39b12300043e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3719409 Sep 09 05:18:39.196047 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2581164a-c1d4-4f7e-9a13-3c6f85a51423 req-d0ff84cb-8c77-410e-817f-ed77f0e16f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:39.200314 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-2581164a-c1d4-4f7e-9a13-3c6f85a51423 req-d0ff84cb-8c77-410e-817f-ed77f0e16f50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-438482'] for port, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:39.201955 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-2581164a-c1d4-4f7e-9a13-3c6f85a51423 req-d0ff84cb-8c77-410e-817f-ed77f0e16f50 service neutron] 10.222.0.23 "PUT /v2.0/ports/a1a9f4b0-2a67-4ab0-be24-45cb2353766d HTTP/1.1" status: 200 len: 1094 time: 1.2681887 Sep 09 05:18:39.202435 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28d273f5-9210-4aca-8369-5660db990f29', 'tag': 'a1a9f4b0-2a67-4ab0-be24-45cb2353766d'}] {{(pid=94297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 05:18:39.205048 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85c66017178c43798701892324557e4ac90163104f6096848bec1798d04fbbd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a09352b-648e-459a-8880-3f47336f4840" -d '{"events": [{"name": "network-changed", "server_uuid": "28d273f5-9210-4aca-8369-5660db990f29", "tag": "a1a9f4b0-2a67-4ab0-be24-45cb2353766d"}]}' {{(pid=94297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 05:18:39.238841 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ff84cb-8c77-410e-817f-ed77f0e16f50 service neutron] Pushing event updated for resources: {'Port': ['ID=a1a9f4b0-2a67-4ab0-be24-45cb2353766d,revision_number=3']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:18:39.273266 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 05:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-338c3cbb-97f7-410a-bb0c-fb56d173d32a x-openstack-request-id: req-338c3cbb-97f7-410a-bb0c-fb56d173d32a {{(pid=94297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 05:18:39.273561 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28d273f5-9210-4aca-8369-5660db990f29", "tag": "a1a9f4b0-2a67-4ab0-be24-45cb2353766d", "status": "completed", "code": 200}]} {{(pid=94297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 05:18:39.273836 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-338c3cbb-97f7-410a-bb0c-fb56d173d32a {{(pid=94297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 05:18:39.274221 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28d273f5-9210-4aca-8369-5660db990f29', 'tag': 'a1a9f4b0-2a67-4ab0-be24-45cb2353766d', 'status': 'completed', 'code': 200} Sep 09 05:18:39.309148 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2581164a-c1d4-4f7e-9a13-3c6f85a51423 req-6fde5621-097a-4809-a61e-62b9b9cf9684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:39.311754 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-2581164a-c1d4-4f7e-9a13-3c6f85a51423 req-6fde5621-097a-4809-a61e-62b9b9cf9684 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4072331c63524c7cbf166cc5521b82fc&device_id=28d273f5-9210-4aca-8369-5660db990f29 HTTP/1.1" status: 200 len: 1097 time: 0.0471187 Sep 09 05:18:39.372844 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-2581164a-c1d4-4f7e-9a13-3c6f85a51423 req-2d9a7b63-4ccc-46aa-bd1d-729b39707b94 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1a9f4b0-2a67-4ab0-be24-45cb2353766d HTTP/1.1" status: 200 len: 217 time: 0.0451078 Sep 09 05:18:39.465428 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2581164a-c1d4-4f7e-9a13-3c6f85a51423 req-646561d3-1475-4d56-ac7e-fb454320717a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:39.467062 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-2581164a-c1d4-4f7e-9a13-3c6f85a51423 req-646561d3-1475-4d56-ac7e-fb454320717a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=26afa4a7-ead4-4ffa-80cb-6879630dc238 HTTP/1.1" status: 200 len: 854 time: 0.0781341 Sep 09 05:18:39.511967 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-2581164a-c1d4-4f7e-9a13-3c6f85a51423 req-ea90fbdd-7dac-49ed-b782-c82730a62460 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cfd71842-6726-40b2-be3d-a4d60a862165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322354 Sep 09 05:18:39.524549 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da739a37-10a5-4d45-aaca-c448671d1fc7 req-76355633-0b15-457e-81ad-a892a965a00d tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:39.526059 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-da739a37-10a5-4d45-aaca-c448671d1fc7 req-76355633-0b15-457e-81ad-a892a965a00d tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/ports?device_id=28d273f5-9210-4aca-8369-5660db990f29 HTTP/1.1" status: 200 len: 944 time: 0.1090426 Sep 09 05:18:39.548607 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de836753-a589-4fbd-a7a5-d70cb2836419 req-c664b06a-8fce-442a-9742-062da4abeb74 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:39.550106 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-de836753-a589-4fbd-a7a5-d70cb2836419 req-c664b06a-8fce-442a-9742-062da4abeb74 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cb26945-4b50-4199-9514-eb3e38c1f59c HTTP/1.1" status: 200 len: 945 time: 0.0778046 Sep 09 05:18:39.593393 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-da739a37-10a5-4d45-aaca-c448671d1fc7 req-8c5c6bcb-eecc-4b14-80e9-bbcb51f3125f tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b559db1-1589-4e96-9e76-ca77d0cb852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590906 Sep 09 05:18:39.609873 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-de836753-a589-4fbd-a7a5-d70cb2836419 req-d77c5745-3d59-49c0-be09-2b9d1a847ce7 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465953 Sep 09 05:18:39.619395 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-2581164a-c1d4-4f7e-9a13-3c6f85a51423 req-64402df2-47ed-4ecb-bd17-191586d352b4 service neutron] 10.222.0.23 "GET /v2.0/networks/cfd71842-6726-40b2-be3d-a4d60a862165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970738 Sep 09 05:18:39.730117 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-2581164a-c1d4-4f7e-9a13-3c6f85a51423 req-4501f638-b2bb-45fa-8b20-8e0aa825e84f service neutron] 10.222.0.23 "GET /v2.0/networks/cfd71842-6726-40b2-be3d-a4d60a862165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940902 Sep 09 05:18:39.840952 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a09352b-648e-459a-8880-3f47336f4840 req-c2a3e3d6-cce6-44db-a0b0-7c45b211aa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:39.842522 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-5a09352b-648e-459a-8880-3f47336f4840 req-c2a3e3d6-cce6-44db-a0b0-7c45b211aa91 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4072331c63524c7cbf166cc5521b82fc&device_id=28d273f5-9210-4aca-8369-5660db990f29 HTTP/1.1" status: 200 len: 1097 time: 0.0399411 Sep 09 05:18:39.942359 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a09352b-648e-459a-8880-3f47336f4840 req-8f592140-2178-434e-9eb0-9308a4edeb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:39.943828 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-5a09352b-648e-459a-8880-3f47336f4840 req-8f592140-2178-434e-9eb0-9308a4edeb04 service neutron] 10.222.0.23 "GET /v2.0/networks?id=cfd71842-6726-40b2-be3d-a4d60a862165 HTTP/1.1" status: 200 len: 914 time: 0.0887139 Sep 09 05:18:39.957827 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device c8b70b15-017b-4fa2-b2e7-b0b52a31357b no longer exists at agent hyperv_hv-cinder-77262 {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 05:18:39.977899 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.plugin [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] No Port match for: c8b70b15-017b-4fa2-b2e7-b0b52a31357b {{(pid=94299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 05:18:39.978246 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device c8b70b15-017b-4fa2-b2e7-b0b52a31357b not bound to the agent host hv-cinder-77262 {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 05:18:39.987498 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-5a09352b-648e-459a-8880-3f47336f4840 req-de8f1b2c-5c08-4d7a-8739-2e62a61bfbe3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1a9f4b0-2a67-4ab0-be24-45cb2353766d HTTP/1.1" status: 200 len: 217 time: 0.0357349 Sep 09 05:18:40.041224 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a09352b-648e-459a-8880-3f47336f4840 req-f5a91060-030b-4fdb-870d-5bc6a6ccc52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:40.042581 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-5a09352b-648e-459a-8880-3f47336f4840 req-f5a91060-030b-4fdb-870d-5bc6a6ccc52f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=26afa4a7-ead4-4ffa-80cb-6879630dc238 HTTP/1.1" status: 200 len: 854 time: 0.0477049 Sep 09 05:18:40.079120 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-5a09352b-648e-459a-8880-3f47336f4840 req-5a452d1b-0e15-4782-832c-b5fc122bd93b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cfd71842-6726-40b2-be3d-a4d60a862165&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230749 Sep 09 05:18:40.176572 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-5a09352b-648e-459a-8880-3f47336f4840 req-6ff1df56-07ec-4f2a-ad9f-983f30e2d6cf service neutron] 10.222.0.23 "GET /v2.0/networks/cfd71842-6726-40b2-be3d-a4d60a862165?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802524 Sep 09 05:18:40.756044 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9952e943-5eb2-40f9-977d-e190313715c4 req-1258f8f2-e5e1-423e-b8e8-0e185e956d4b tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:40.758349 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-9952e943-5eb2-40f9-977d-e190313715c4 req-1258f8f2-e5e1-423e-b8e8-0e185e956d4b tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/ports?device_id=28d273f5-9210-4aca-8369-5660db990f29 HTTP/1.1" status: 200 len: 944 time: 0.0843754 Sep 09 05:18:40.778581 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a228289a-7acf-4d84-9ad9-a003147ad56f req-e15b62aa-d626-4bb3-a095-bd8de5c602f6 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:40.780007 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-a228289a-7acf-4d84-9ad9-a003147ad56f req-e15b62aa-d626-4bb3-a095-bd8de5c602f6 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cb26945-4b50-4199-9514-eb3e38c1f59c HTTP/1.1" status: 200 len: 945 time: 0.0772302 Sep 09 05:18:40.822790 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-9952e943-5eb2-40f9-977d-e190313715c4 req-5f3705ed-bfb0-4497-9a43-a5ea4c6be800 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b559db1-1589-4e96-9e76-ca77d0cb852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575449 Sep 09 05:18:40.837043 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-a228289a-7acf-4d84-9ad9-a003147ad56f req-3b5d500c-52de-4cc9-a1ea-5d652508b845 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471509 Sep 09 05:18:41.177242 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-5a09352b-648e-459a-8880-3f47336f4840 req-81110945-998b-47d6-b066-bb63698b6f10 service neutron] 10.222.0.23 "GET /v2.0/networks/cfd71842-6726-40b2-be3d-a4d60a862165?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868115 Sep 09 05:18:41.326468 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.agents_db [None req-c4fa6e85-f278-4c65-a736-468407d89cbd None None] Agent healthcheck: found 6 active agents {{(pid=94300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 05:18:41.936875 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7432c0-92eb-42d3-bce4-c62f98c52749 req-5fae4bd0-1859-42b3-bdf8-114d72865204 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:41.938353 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-2a7432c0-92eb-42d3-bce4-c62f98c52749 req-5fae4bd0-1859-42b3-bdf8-114d72865204 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/ports?device_id=28d273f5-9210-4aca-8369-5660db990f29 HTTP/1.1" status: 200 len: 944 time: 0.0504448 Sep 09 05:18:41.975749 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-2a7432c0-92eb-42d3-bce4-c62f98c52749 req-e8f08c94-2fc9-482c-a42e-e5f2a04cebdb tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b559db1-1589-4e96-9e76-ca77d0cb852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315995 Sep 09 05:18:42.074105 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38952262-dda2-47fc-ab9c-37d29efcbad5 req-367083a0-3c8c-4d42-8aa7-861dbbdd41cc tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:42.075579 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-38952262-dda2-47fc-ab9c-37d29efcbad5 req-367083a0-3c8c-4d42-8aa7-861dbbdd41cc tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cb26945-4b50-4199-9514-eb3e38c1f59c HTTP/1.1" status: 200 len: 945 time: 0.0473611 Sep 09 05:18:42.111788 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-38952262-dda2-47fc-ab9c-37d29efcbad5 req-bef1d689-f8b6-48ba-9021-d70ebff20003 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303776 Sep 09 05:18:43.302008 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e872f47f-e88b-492d-9b42-82eb9d56056e req-d89ae275-a776-4547-9172-405b37fdb671 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:43.303503 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-e872f47f-e88b-492d-9b42-82eb9d56056e req-d89ae275-a776-4547-9172-405b37fdb671 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/ports?device_id=28d273f5-9210-4aca-8369-5660db990f29 HTTP/1.1" status: 200 len: 944 time: 0.2617402 Sep 09 05:18:43.341456 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-e872f47f-e88b-492d-9b42-82eb9d56056e req-728e5884-402b-41ca-b7ac-d00abaf331c4 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b559db1-1589-4e96-9e76-ca77d0cb852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317822 Sep 09 05:18:43.405530 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37970869-811d-4264-aa33-83ba0fdb0eed req-cdc1cf6e-e027-4c99-a72a-25c45c0c78f2 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:43.406992 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-37970869-811d-4264-aa33-83ba0fdb0eed req-cdc1cf6e-e027-4c99-a72a-25c45c0c78f2 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cb26945-4b50-4199-9514-eb3e38c1f59c HTTP/1.1" status: 200 len: 945 time: 0.0464594 Sep 09 05:18:43.442830 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-37970869-811d-4264-aa33-83ba0fdb0eed req-c06ae79b-f666-4354-b5da-54f6380becd7 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300691 Sep 09 05:18:43.863165 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-80beb6d1-56b5-4084-acc6-0e889a76a505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:44.454180 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50652916-4995-484b-a33d-11ddc7ee9bd4 req-564b43c3-a67d-44e0-b6dd-09fd2734b3e4 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:44.455778 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-50652916-4995-484b-a33d-11ddc7ee9bd4 req-564b43c3-a67d-44e0-b6dd-09fd2734b3e4 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/ports?device_id=28d273f5-9210-4aca-8369-5660db990f29 HTTP/1.1" status: 200 len: 944 time: 0.0482898 Sep 09 05:18:44.493656 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-50652916-4995-484b-a33d-11ddc7ee9bd4 req-60be9ef8-4ab0-47e4-9c57-dc66eca9f0f5 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b559db1-1589-4e96-9e76-ca77d0cb852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314243 Sep 09 05:18:44.606727 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc4ef47-3c47-47d3-a053-00e39358826f req-8cf40ac0-6742-45c9-a188-195c41d5524f tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:44.608252 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-1fc4ef47-3c47-47d3-a053-00e39358826f req-8cf40ac0-6742-45c9-a188-195c41d5524f tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cb26945-4b50-4199-9514-eb3e38c1f59c HTTP/1.1" status: 200 len: 945 time: 0.0607972 Sep 09 05:18:44.644326 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-1fc4ef47-3c47-47d3-a053-00e39358826f req-94cd0da0-ed24-45ed-9a6e-d49d6a277a05 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301263 Sep 09 05:18:45.606733 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b9de7-0cd1-4b34-8f5b-589e75bb5c6e req-510d8e14-3924-4006-b857-64af05ecfa2d tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:45.608199 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-fe2b9de7-0cd1-4b34-8f5b-589e75bb5c6e req-510d8e14-3924-4006-b857-64af05ecfa2d tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/ports?device_id=28d273f5-9210-4aca-8369-5660db990f29 HTTP/1.1" status: 200 len: 944 time: 0.0474138 Sep 09 05:18:45.645471 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-fe2b9de7-0cd1-4b34-8f5b-589e75bb5c6e req-8485bd3f-424a-4a39-878c-bda674e8e9d0 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b559db1-1589-4e96-9e76-ca77d0cb852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314639 Sep 09 05:18:45.755885 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8fedc6-3689-4f57-91dd-562a79af2b3e req-2e36090d-7f37-4c17-9d67-921081a926d6 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:45.757282 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-2b8fedc6-3689-4f57-91dd-562a79af2b3e req-2e36090d-7f37-4c17-9d67-921081a926d6 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cb26945-4b50-4199-9514-eb3e38c1f59c HTTP/1.1" status: 200 len: 945 time: 0.0476105 Sep 09 05:18:45.795263 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-2b8fedc6-3689-4f57-91dd-562a79af2b3e req-4d1f2f0d-3055-4e0e-a784-79c322e247e7 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317414 Sep 09 05:18:46.518688 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-ca174285-b851-46db-b5e9-1a8982b5adfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:46.771405 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02a60a7-1c16-4b3a-a7d4-4ac93c569058 req-206c028f-e2e1-4adb-a390-1487797440ae tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:46.772777 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-a02a60a7-1c16-4b3a-a7d4-4ac93c569058 req-206c028f-e2e1-4adb-a390-1487797440ae tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/ports?device_id=28d273f5-9210-4aca-8369-5660db990f29 HTTP/1.1" status: 200 len: 944 time: 0.0585115 Sep 09 05:18:46.811465 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-a02a60a7-1c16-4b3a-a7d4-4ac93c569058 req-169b95e7-0fd3-4c95-b5ff-d43ee17e3a61 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b559db1-1589-4e96-9e76-ca77d0cb852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321970 Sep 09 05:18:46.886746 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:46.936336 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13a22f1-9635-4120-8627-936f5c49acd2 req-07221f4b-0690-4465-9ae2-e85c860c1288 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:46.937858 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-f13a22f1-9635-4120-8627-936f5c49acd2 req-07221f4b-0690-4465-9ae2-e85c860c1288 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cb26945-4b50-4199-9514-eb3e38c1f59c HTTP/1.1" status: 200 len: 945 time: 0.0569131 Sep 09 05:18:46.981084 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-f13a22f1-9635-4120-8627-936f5c49acd2 req-5587adba-23ae-40fe-bb5d-3464c5689157 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372653 Sep 09 05:18:47.630602 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-9dcada0b-7967-4cde-8891-c5586c834af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:47.925888 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d946a5-c5c3-443f-b8bd-56c2b56f0c93 req-d6991717-1514-4a8c-be3c-98bce6a97b70 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:47.927427 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-c3d946a5-c5c3-443f-b8bd-56c2b56f0c93 req-d6991717-1514-4a8c-be3c-98bce6a97b70 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/ports?device_id=28d273f5-9210-4aca-8369-5660db990f29 HTTP/1.1" status: 200 len: 944 time: 0.0490201 Sep 09 05:18:47.967156 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-c3d946a5-c5c3-443f-b8bd-56c2b56f0c93 req-ebc5cd51-d33a-4ae1-b58c-aabe1cdccc76 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b559db1-1589-4e96-9e76-ca77d0cb852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323765 Sep 09 05:18:48.001363 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device a1a9f4b0-2a67-4ab0-be24-45cb2353766d details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=94299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 05:18:48.112455 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] For port a1a9f4b0-2a67-4ab0-be24-45cb2353766d, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=a1a9f4b0-2a67-4ab0-be24-45cb2353766d,segment=NetworkSegment(2253588a-18bc-44eb-b0be-6d785831d1ef),segment_id=2253588a-18bc-44eb-b0be-6d785831d1ef)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:18:48.115740 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e93ce8-cfdd-4b19-9012-911bf0f62b9a req-ee888c43-d2c0-4d9e-89cb-06ea2d1f01d3 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:48.117314 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-39e93ce8-cfdd-4b19-9012-911bf0f62b9a req-ee888c43-d2c0-4d9e-89cb-06ea2d1f01d3 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cb26945-4b50-4199-9514-eb3e38c1f59c HTTP/1.1" status: 200 len: 945 time: 0.0580430 Sep 09 05:18:48.132044 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Returning: {'device': 'a1a9f4b0-2a67-4ab0-be24-45cb2353766d', 'network_id': 'cfd71842-6726-40b2-be3d-a4d60a862165', 'port_id': 'a1a9f4b0-2a67-4ab0-be24-45cb2353766d', 'mac_address': 'fa:16:3e:80:44:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26afa4a7-ead4-4ffa-80cb-6879630dc238', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 05:18:48.159649 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-39e93ce8-cfdd-4b19-9012-911bf0f62b9a req-37146935-d0bf-470a-80e6-c3b78331c9d6 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326753 Sep 09 05:18:48.170354 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:48.187327 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.notifiers.nova [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1a9f4b0-2a67-4ab0-be24-45cb2353766d {{(pid=94299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 05:18:48.207228 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] For port a1a9f4b0-2a67-4ab0-be24-45cb2353766d, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=a1a9f4b0-2a67-4ab0-be24-45cb2353766d,segment=NetworkSegment(2253588a-18bc-44eb-b0be-6d785831d1ef),segment_id=2253588a-18bc-44eb-b0be-6d785831d1ef)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:18:48.210950 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:48.261282 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Pushing event updated for resources: {'Port': ['ID=a1a9f4b0-2a67-4ab0-be24-45cb2353766d,revision_number=4']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:18:48.648664 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] get_ports_and_sgs() called for port_ids ['a1a9f4b0-2a67-4ab0-be24-45cb2353766d'] {{(pid=94299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 05:18:49.089050 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0055c7-aac5-49dc-a52f-f946f7fc885d req-59290a37-d6b4-4824-9e6c-c3216ad84c9e tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:49.090658 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-fd0055c7-aac5-49dc-a52f-f946f7fc885d req-59290a37-d6b4-4824-9e6c-c3216ad84c9e tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/ports?device_id=28d273f5-9210-4aca-8369-5660db990f29 HTTP/1.1" status: 200 len: 945 time: 0.0546956 Sep 09 05:18:49.145192 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-fd0055c7-aac5-49dc-a52f-f946f7fc885d req-7a658ee2-20b7-478b-92d4-5a02e1c1d7b4 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b559db1-1589-4e96-9e76-ca77d0cb852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472517 Sep 09 05:18:49.151529 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-fdc48b13-ab8b-41d0-a622-21cc731cd6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:49.296127 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aab14c-da5d-4133-bfc9-77dca35834fa req-cbd57e1a-fa9f-49bf-8b0f-da87d8f8e0c4 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:49.297770 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-47aab14c-da5d-4133-bfc9-77dca35834fa req-cbd57e1a-fa9f-49bf-8b0f-da87d8f8e0c4 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cb26945-4b50-4199-9514-eb3e38c1f59c HTTP/1.1" status: 200 len: 945 time: 0.0616202 Sep 09 05:18:49.342381 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-47aab14c-da5d-4133-bfc9-77dca35834fa req-200cf3d6-3f3c-4419-a6ff-07942fc47cf8 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382962 Sep 09 05:18:50.001948 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device a1a9f4b0-2a67-4ab0-be24-45cb2353766d up at agent hyperv_hv-cinder-77262 {{(pid=94299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 05:18:50.054681 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Provisioning for port a1a9f4b0-2a67-4ab0-be24-45cb2353766d completed by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 05:18:50.059937 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Provisioning complete for port a1a9f4b0-2a67-4ab0-be24-45cb2353766d triggered by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:18:50.060307 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:50.147336 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:50.171916 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d273f5-9210-4aca-8369-5660db990f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1a9f4b0-2a67-4ab0-be24-45cb2353766d'}] {{(pid=94299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 05:18:50.174638 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6baa3fa754b64f0f84acd20b1d53bd6375697f3cd0d79ee629041410e58b9d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9afd472-f5b4-4083-9691-ce6acf12d603" -d '{"events": [{"server_uuid": "28d273f5-9210-4aca-8369-5660db990f29", "name": "network-vif-plugged", "status": "completed", "tag": "a1a9f4b0-2a67-4ab0-be24-45cb2353766d"}]}' {{(pid=94299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 05:18:50.190829 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] For port a1a9f4b0-2a67-4ab0-be24-45cb2353766d, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=a1a9f4b0-2a67-4ab0-be24-45cb2353766d,segment=NetworkSegment(2253588a-18bc-44eb-b0be-6d785831d1ef),segment_id=2253588a-18bc-44eb-b0be-6d785831d1ef)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:18:50.198995 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:50.239286 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 05:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8872463e-346f-43e6-ab3c-cab7dd5f79d2 x-openstack-request-id: req-8872463e-346f-43e6-ab3c-cab7dd5f79d2 {{(pid=94299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 05:18:50.239558 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28d273f5-9210-4aca-8369-5660db990f29", "name": "network-vif-plugged", "status": "completed", "tag": "a1a9f4b0-2a67-4ab0-be24-45cb2353766d", "code": 200}]} {{(pid=94299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 05:18:50.239762 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8872463e-346f-43e6-ab3c-cab7dd5f79d2 {{(pid=94299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 05:18:50.240167 dv-cinder-772623-14-iscsi neutron-server[94299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28d273f5-9210-4aca-8369-5660db990f29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1a9f4b0-2a67-4ab0-be24-45cb2353766d', 'code': 200} Sep 09 05:18:50.265150 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Pushing event updated for resources: {'Port': ['ID=a1a9f4b0-2a67-4ab0-be24-45cb2353766d,revision_number=5']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:18:50.311117 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1ddff7-987c-4236-b364-e24b4b4c4e4d req-18731a81-2fa3-4980-a140-76c8502fb1ba tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:50.312648 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-1b1ddff7-987c-4236-b364-e24b4b4c4e4d req-18731a81-2fa3-4980-a140-76c8502fb1ba tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/ports?device_id=28d273f5-9210-4aca-8369-5660db990f29 HTTP/1.1" status: 200 len: 946 time: 0.0822849 Sep 09 05:18:50.358850 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-1b1ddff7-987c-4236-b364-e24b4b4c4e4d req-8a878b23-2632-405e-9a49-3576b087bc2a tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b559db1-1589-4e96-9e76-ca77d0cb852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390041 Sep 09 05:18:50.444270 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624659fb-10ee-4840-ab9c-e9cda51b8f7d req-01a778e8-c1f1-43bc-80da-ea750adb9ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:50.446764 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-624659fb-10ee-4840-ab9c-e9cda51b8f7d req-01a778e8-c1f1-43bc-80da-ea750adb9ea4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=28d273f5-9210-4aca-8369-5660db990f29 HTTP/1.1" status: 200 len: 1099 time: 0.0426226 Sep 09 05:18:50.475835 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8215fb34-9d9a-4439-8e9f-93a11b4d55b8 req-b3d183dc-fd95-4f70-afd6-958cc49586b1 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:50.482211 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-8215fb34-9d9a-4439-8e9f-93a11b4d55b8 req-b3d183dc-fd95-4f70-afd6-958cc49586b1 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cb26945-4b50-4199-9514-eb3e38c1f59c HTTP/1.1" status: 200 len: 945 time: 0.0607989 Sep 09 05:18:50.505279 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-624659fb-10ee-4840-ab9c-e9cda51b8f7d req-35ab5fac-db15-4b8b-9367-e57f6e60fff9 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0b559db1-1589-4e96-9e76-ca77d0cb852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495386 Sep 09 05:18:50.523334 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-8215fb34-9d9a-4439-8e9f-93a11b4d55b8 req-5b874440-fbf5-49f1-a758-f08209ffb60a tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386217 Sep 09 05:18:51.262649 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 36926) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:18:51.380373 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-11adf1eb-0d1e-4de4-b141-1138b76fb077 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:51.513066 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aa330e-e18b-440c-afc6-f7ae2c24e710 req-dae3a6cb-aa88-4b1f-bc1e-9521049c8935 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:51.514687 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-58aa330e-e18b-440c-afc6-f7ae2c24e710 req-dae3a6cb-aa88-4b1f-bc1e-9521049c8935 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/ports?device_id=28d273f5-9210-4aca-8369-5660db990f29 HTTP/1.1" status: 200 len: 946 time: 0.0745647 Sep 09 05:18:51.529492 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-11adf1eb-0d1e-4de4-b141-1138b76fb077 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:51.535973 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-11adf1eb-0d1e-4de4-b141-1138b76fb077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:51.606752 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11adf1eb-0d1e-4de4-b141-1138b76fb077 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd071c8-b8a2-4ab9-b944-c41ec76343e9,revision_number=1']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:18:51.614044 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11adf1eb-0d1e-4de4-b141-1138b76fb077 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:18:51.614488 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11adf1eb-0d1e-4de4-b141-1138b76fb077 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:18:51.614908 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11adf1eb-0d1e-4de4-b141-1138b76fb077 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:18:51.615313 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11adf1eb-0d1e-4de4-b141-1138b76fb077 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:18:51.615720 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11adf1eb-0d1e-4de4-b141-1138b76fb077 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:18:51.616123 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11adf1eb-0d1e-4de4-b141-1138b76fb077 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:18:51.616528 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11adf1eb-0d1e-4de4-b141-1138b76fb077 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:18:51.616944 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11adf1eb-0d1e-4de4-b141-1138b76fb077 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:18:51.617343 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11adf1eb-0d1e-4de4-b141-1138b76fb077 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:18:51.617861 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11adf1eb-0d1e-4de4-b141-1138b76fb077 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:18:51.618290 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11adf1eb-0d1e-4de4-b141-1138b76fb077 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:18:51.618680 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11adf1eb-0d1e-4de4-b141-1138b76fb077 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:18:51.625476 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-58aa330e-e18b-440c-afc6-f7ae2c24e710 req-3ff37d01-3f03-4cac-981b-6e73b264c3b7 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b559db1-1589-4e96-9e76-ca77d0cb852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015697 Sep 09 05:18:51.627866 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-11adf1eb-0d1e-4de4-b141-1138b76fb077 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5f26676705f64b6887099697dbbfc1e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3642414 Sep 09 05:18:51.630787 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 36936) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:18:51.681596 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb787cd1-20d1-4eeb-9aa8-b281c7215ae8 req-3658192e-7422-4500-9be4-47924d382f7e tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:51.683326 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-fb787cd1-20d1-4eeb-9aa8-b281c7215ae8 req-3658192e-7422-4500-9be4-47924d382f7e tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cb26945-4b50-4199-9514-eb3e38c1f59c HTTP/1.1" status: 200 len: 945 time: 0.0543532 Sep 09 05:18:51.701466 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-2add054d-2e4f-45c2-b5fc-d6a4dc0f3a55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:51.726398 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-fb787cd1-20d1-4eeb-9aa8-b281c7215ae8 req-5d357da8-abcb-448f-b611-305a26b8b146 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348382 Sep 09 05:18:51.729766 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-2add054d-2e4f-45c2-b5fc-d6a4dc0f3a55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:51.782293 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-2add054d-2e4f-45c2-b5fc-d6a4dc0f3a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:51.784898 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-2add054d-2e4f-45c2-b5fc-d6a4dc0f3a55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:51.786231 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-2add054d-2e4f-45c2-b5fc-d6a4dc0f3a55 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bbd071c8-b8a2-4ab9-b944-c41ec76343e9 HTTP/1.1" status: 204 len: 168 time: 0.1544704 Sep 09 05:18:51.796264 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2add054d-2e4f-45c2-b5fc-d6a4dc0f3a55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd071c8-b8a2-4ab9-b944-c41ec76343e9,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:18:51.803481 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2add054d-2e4f-45c2-b5fc-d6a4dc0f3a55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:18:51.803830 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2add054d-2e4f-45c2-b5fc-d6a4dc0f3a55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:18:51.804167 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2add054d-2e4f-45c2-b5fc-d6a4dc0f3a55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:18:51.804567 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2add054d-2e4f-45c2-b5fc-d6a4dc0f3a55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:18:51.804897 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2add054d-2e4f-45c2-b5fc-d6a4dc0f3a55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:18:51.805352 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2add054d-2e4f-45c2-b5fc-d6a4dc0f3a55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:18:51.805745 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2add054d-2e4f-45c2-b5fc-d6a4dc0f3a55 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:18:51.806160 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2add054d-2e4f-45c2-b5fc-d6a4dc0f3a55 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:18:51.806489 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2add054d-2e4f-45c2-b5fc-d6a4dc0f3a55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:18:51.806814 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2add054d-2e4f-45c2-b5fc-d6a4dc0f3a55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:18:51.807138 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2add054d-2e4f-45c2-b5fc-d6a4dc0f3a55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:18:51.807458 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2add054d-2e4f-45c2-b5fc-d6a4dc0f3a55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:18:52.085324 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 36942) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:18:52.098629 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-6e7e6c7b-534a-4e20-8363-53d2e877413f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:52.197004 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-6e7e6c7b-534a-4e20-8363-53d2e877413f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:52.201441 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-6e7e6c7b-534a-4e20-8363-53d2e877413f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:52.239826 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-6e7e6c7b-534a-4e20-8363-53d2e877413f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f8e956dd85bd41c98c9eedf8d6f0dbf3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1532257 Sep 09 05:18:52.240958 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7e6c7b-534a-4e20-8363-53d2e877413f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92d596a8-b820-4ec7-a5be-9594f8689829,revision_number=1']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:18:52.242458 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 36944) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:18:52.300120 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-03e613a4-7abb-4c02-aff9-edd6a3025f06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:52.321572 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-03e613a4-7abb-4c02-aff9-edd6a3025f06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:52.374464 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-03e613a4-7abb-4c02-aff9-edd6a3025f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:52.377034 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-03e613a4-7abb-4c02-aff9-edd6a3025f06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:52.378351 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-03e613a4-7abb-4c02-aff9-edd6a3025f06 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/92d596a8-b820-4ec7-a5be-9594f8689829 HTTP/1.1" status: 204 len: 168 time: 0.1343095 Sep 09 05:18:52.386906 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e613a4-7abb-4c02-aff9-edd6a3025f06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d596a8-b820-4ec7-a5be-9594f8689829,revision_number=None']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:18:52.906687 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7e79ec-5c8a-41e4-82f7-19b38fb337ab req-8ddbd418-8775-4fc5-8b21-e6133999ac0f tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:52.908440 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-ce7e79ec-5c8a-41e4-82f7-19b38fb337ab req-8ddbd418-8775-4fc5-8b21-e6133999ac0f tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/ports?device_id=28d273f5-9210-4aca-8369-5660db990f29 HTTP/1.1" status: 200 len: 946 time: 0.1394579 Sep 09 05:18:52.954784 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6411f2a4-81ba-4e29-b42f-d0fa9a77b985 req-3751ad70-04a0-447c-ad13-c43513a4c61b tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:52.957462 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-6411f2a4-81ba-4e29-b42f-d0fa9a77b985 req-3751ad70-04a0-447c-ad13-c43513a4c61b tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cb26945-4b50-4199-9514-eb3e38c1f59c HTTP/1.1" status: 200 len: 945 time: 0.1425414 Sep 09 05:18:53.014134 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-ce7e79ec-5c8a-41e4-82f7-19b38fb337ab req-2054bb0e-c5db-4f25-a885-a56fea774500 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b559db1-1589-4e96-9e76-ca77d0cb852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733061 Sep 09 05:18:53.057135 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-6411f2a4-81ba-4e29-b42f-d0fa9a77b985 req-962fc854-6adb-434d-a716-0ea48099794d tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778677 Sep 09 05:18:54.171900 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37655b9-3dac-41eb-b35c-46313c1da580 req-6903d8e6-94b6-4c73-9ea8-d7fcf33b3ad1 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:54.174113 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-d37655b9-3dac-41eb-b35c-46313c1da580 req-6903d8e6-94b6-4c73-9ea8-d7fcf33b3ad1 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cb26945-4b50-4199-9514-eb3e38c1f59c HTTP/1.1" status: 200 len: 945 time: 0.0565033 Sep 09 05:18:54.226249 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-d37655b9-3dac-41eb-b35c-46313c1da580 req-929d3154-c65a-4cf9-a2f5-eaca7df207f0 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416744 Sep 09 05:18:54.645076 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 37026) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:18:54.826374 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-b6120b79-8ca4-471a-b10f-67935b0671b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:54.950057 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-b6120b79-8ca4-471a-b10f-67935b0671b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:54.955666 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-b6120b79-8ca4-471a-b10f-67935b0671b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:55.012324 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 37040) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:18:55.012869 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-b6120b79-8ca4-471a-b10f-67935b0671b9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=48eb39f8235c44fa88689bc7a27e240b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3663166 Sep 09 05:18:55.014765 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6120b79-8ca4-471a-b10f-67935b0671b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83a4a125-a56f-4855-bd70-30a487edcbfb,revision_number=1']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:18:55.070290 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-d8d4b804-92ee-40ca-87ec-1e3d73619437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:55.093583 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-d8d4b804-92ee-40ca-87ec-1e3d73619437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:55.145720 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-d8d4b804-92ee-40ca-87ec-1e3d73619437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:55.148418 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-d8d4b804-92ee-40ca-87ec-1e3d73619437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:55.150098 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-d8d4b804-92ee-40ca-87ec-1e3d73619437 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/83a4a125-a56f-4855-bd70-30a487edcbfb HTTP/1.1" status: 204 len: 168 time: 0.1367929 Sep 09 05:18:55.160382 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d4b804-92ee-40ca-87ec-1e3d73619437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a4a125-a56f-4855-bd70-30a487edcbfb,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:18:55.403897 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d8f69a-5057-42ea-8942-5f48022cda66 req-06bc76ec-0691-438a-a05c-7dee733a1f89 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:55.412158 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-35d8f69a-5057-42ea-8942-5f48022cda66 req-06bc76ec-0691-438a-a05c-7dee733a1f89 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cb26945-4b50-4199-9514-eb3e38c1f59c HTTP/1.1" status: 200 len: 945 time: 0.0613985 Sep 09 05:18:55.458002 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-35d8f69a-5057-42ea-8942-5f48022cda66 req-e2ba140f-48c9-4fd0-9e72-7e1809fd65c8 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443969 Sep 09 05:18:55.481188 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 37048) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:18:55.499907 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-e671c976-2ad9-4742-bc8d-c06759321096 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:55.597400 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-e671c976-2ad9-4742-bc8d-c06759321096 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:55.603554 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-e671c976-2ad9-4742-bc8d-c06759321096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:55.654340 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-e671c976-2ad9-4742-bc8d-c06759321096 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6d863caf7a3848adaa17f67e13df0652&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1686895 Sep 09 05:18:55.654340 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e671c976-2ad9-4742-bc8d-c06759321096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8896fa5c-51cf-4014-8dc4-bdc301c9511e,revision_number=1']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:18:55.655263 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 37050) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:18:55.719269 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-9f69dae3-6b16-48f9-a7af-6c779c9baea5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:55.745658 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-9f69dae3-6b16-48f9-a7af-6c779c9baea5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:55.808573 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-9f69dae3-6b16-48f9-a7af-6c779c9baea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:55.819969 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-9f69dae3-6b16-48f9-a7af-6c779c9baea5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:18:55.822815 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-9f69dae3-6b16-48f9-a7af-6c779c9baea5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8896fa5c-51cf-4014-8dc4-bdc301c9511e HTTP/1.1" status: 204 len: 168 time: 0.1664362 Sep 09 05:18:55.833953 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f69dae3-6b16-48f9-a7af-6c779c9baea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8896fa5c-51cf-4014-8dc4-bdc301c9511e,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:18:56.610302 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686d4edd-cc20-4de0-a287-792f2d00efb0 req-66c628c9-59e5-4c2f-9eb5-4bf86db0be5c tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:56.611847 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-686d4edd-cc20-4de0-a287-792f2d00efb0 req-66c628c9-59e5-4c2f-9eb5-4bf86db0be5c tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cb26945-4b50-4199-9514-eb3e38c1f59c HTTP/1.1" status: 200 len: 945 time: 0.0604339 Sep 09 05:18:56.660808 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-686d4edd-cc20-4de0-a287-792f2d00efb0 req-a9f5bb54-e7a0-4496-bb04-d1afb7fceecd tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417101 Sep 09 05:18:57.791289 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fbfd48-22b9-4a20-bbee-58b2b18df2a3 req-2d1f39f5-5076-4d8b-b651-e8e11a9c4d01 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:57.792920 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-b6fbfd48-22b9-4a20-bbee-58b2b18df2a3 req-2d1f39f5-5076-4d8b-b651-e8e11a9c4d01 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cb26945-4b50-4199-9514-eb3e38c1f59c HTTP/1.1" status: 200 len: 945 time: 0.0603378 Sep 09 05:18:57.838347 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-b6fbfd48-22b9-4a20-bbee-58b2b18df2a3 req-c0cfd613-8a53-4d77-99f8-9ce9d987dc2a tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381203 Sep 09 05:18:58.971313 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed74ab7-7f74-4efd-8c36-80fd4d7c3287 req-11e39372-c9e3-4a0b-84f2-70bb91489cc3 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:18:58.973160 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-eed74ab7-7f74-4efd-8c36-80fd4d7c3287 req-11e39372-c9e3-4a0b-84f2-70bb91489cc3 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cb26945-4b50-4199-9514-eb3e38c1f59c HTTP/1.1" status: 200 len: 945 time: 0.0608022 Sep 09 05:18:59.038832 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-eed74ab7-7f74-4efd-8c36-80fd4d7c3287 req-1f0a5446-a490-4bcd-b2e4-dc26ce8d911f tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567698 Sep 09 05:19:00.169591 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e109d59-7617-478d-89a4-1700b243cd4e req-28e54a4f-69ed-448f-b033-48c05949629b tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:00.172113 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-5e109d59-7617-478d-89a4-1700b243cd4e req-28e54a4f-69ed-448f-b033-48c05949629b tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cb26945-4b50-4199-9514-eb3e38c1f59c HTTP/1.1" status: 200 len: 945 time: 0.0579276 Sep 09 05:19:00.222575 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-5e109d59-7617-478d-89a4-1700b243cd4e req-e9d47ad0-6fde-4bd5-8bb9-ae40ab4b5ced tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446506 Sep 09 05:19:01.340502 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1cf4bc-9561-49f1-945e-1a33810fc0eb req-ba6eb82b-303a-4a0c-90c5-e97d63aeb4de tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:01.342038 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-fb1cf4bc-9561-49f1-945e-1a33810fc0eb req-ba6eb82b-303a-4a0c-90c5-e97d63aeb4de tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cb26945-4b50-4199-9514-eb3e38c1f59c HTTP/1.1" status: 200 len: 945 time: 0.0490510 Sep 09 05:19:01.387905 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-fb1cf4bc-9561-49f1-945e-1a33810fc0eb req-adb7ab54-bafb-4457-88dd-2f5a141147cf tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393887 Sep 09 05:19:02.507706 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a3a26-5a91-4e69-a1e8-597bb9d0d802 req-1ef6ac62-deb7-4e48-a39b-f88c2bcae518 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:02.510107 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-b44a3a26-5a91-4e69-a1e8-597bb9d0d802 req-1ef6ac62-deb7-4e48-a39b-f88c2bcae518 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cb26945-4b50-4199-9514-eb3e38c1f59c HTTP/1.1" status: 200 len: 945 time: 0.0571415 Sep 09 05:19:02.557795 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-b44a3a26-5a91-4e69-a1e8-597bb9d0d802 req-e98ca50b-f672-4dd6-afa0-d888d2bafe22 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418680 Sep 09 05:19:03.036537 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea6bb57-a772-4d12-8198-77e2e043c305 req-7227f522-bea0-413a-8cc5-587bf9c59799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:03.038030 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-1ea6bb57-a772-4d12-8198-77e2e043c305 req-7227f522-bea0-413a-8cc5-587bf9c59799 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bc42907dc3434e2ea444add09b95bb24&device_id=3cb26945-4b50-4199-9514-eb3e38c1f59c HTTP/1.1" status: 200 len: 1098 time: 0.0409474 Sep 09 05:19:03.171327 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea6bb57-a772-4d12-8198-77e2e043c305 req-8a1faafa-34b6-4ea3-be0a-a31a0d41616c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:03.173378 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-1ea6bb57-a772-4d12-8198-77e2e043c305 req-8a1faafa-34b6-4ea3-be0a-a31a0d41616c service neutron] 10.222.0.23 "GET /v2.0/networks?id=00cd2a8c-0672-473b-a5e4-39b12300043e HTTP/1.1" status: 200 len: 918 time: 0.0894375 Sep 09 05:19:03.222853 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-1ea6bb57-a772-4d12-8198-77e2e043c305 req-c982d014-ef5e-4ea0-8a1a-765b4b9691c8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e8e5cc9-2383-4dac-8a0c-e8e67256409c HTTP/1.1" status: 200 len: 217 time: 0.0386875 Sep 09 05:19:03.276941 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea6bb57-a772-4d12-8198-77e2e043c305 req-c44c8dfd-f28c-436e-89fa-bce47ac27816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:03.278478 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-1ea6bb57-a772-4d12-8198-77e2e043c305 req-c44c8dfd-f28c-436e-89fa-bce47ac27816 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0c182cba-f24f-48d3-93d9-c95e60c8cd67 HTTP/1.1" status: 200 len: 858 time: 0.0461397 Sep 09 05:19:03.318184 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-1ea6bb57-a772-4d12-8198-77e2e043c305 req-2ba0d01f-558d-4426-9e2a-64d7c65864a2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=00cd2a8c-0672-473b-a5e4-39b12300043e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293450 Sep 09 05:19:03.429526 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-1ea6bb57-a772-4d12-8198-77e2e043c305 req-3d00b4cb-5b09-4b70-9129-9cf2aa3ceef5 service neutron] 10.222.0.23 "GET /v2.0/networks/00cd2a8c-0672-473b-a5e4-39b12300043e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979409 Sep 09 05:19:03.559578 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-1ea6bb57-a772-4d12-8198-77e2e043c305 req-d7286602-e997-45b5-a70f-35df22bcc49c service neutron] 10.222.0.23 "GET /v2.0/networks/00cd2a8c-0672-473b-a5e4-39b12300043e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117101 Sep 09 05:19:03.740110 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560dfcc5-b0bd-4a4b-b740-32be921e0630 req-a395b8ba-2d17-4f11-84d7-5be2e08add73 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:03.741720 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-560dfcc5-b0bd-4a4b-b740-32be921e0630 req-a395b8ba-2d17-4f11-84d7-5be2e08add73 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cb26945-4b50-4199-9514-eb3e38c1f59c HTTP/1.1" status: 200 len: 945 time: 0.1037812 Sep 09 05:19:03.791087 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-560dfcc5-b0bd-4a4b-b740-32be921e0630 req-2e22b400-e5ea-41ff-85b2-278db92888c3 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422578 Sep 09 05:19:04.924651 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:04.948282 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591a02ac-0234-4a95-a951-3406f999321b req-9a3225d1-ec5a-44f2-94a4-62668c971d9b tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:04.957541 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-591a02ac-0234-4a95-a951-3406f999321b req-9a3225d1-ec5a-44f2-94a4-62668c971d9b tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cb26945-4b50-4199-9514-eb3e38c1f59c HTTP/1.1" status: 200 len: 945 time: 0.0623620 Sep 09 05:19:05.004687 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-591a02ac-0234-4a95-a951-3406f999321b req-72054532-d866-43ac-b127-d6678307e5b1 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440798 Sep 09 05:19:05.103996 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075a4ece-76b7-436d-9b50-7c4373d13140 req-7a1efb8a-71a6-4d10-bab2-8c06ab6d7f26 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:05.110232 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-075a4ece-76b7-436d-9b50-7c4373d13140 req-7a1efb8a-71a6-4d10-bab2-8c06ab6d7f26 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/ports?device_id=8da8187b-6d5c-4b93-abb6-1e2d520bb3e8 HTTP/1.1" status: 200 len: 946 time: 0.0613830 Sep 09 05:19:05.153933 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-075a4ece-76b7-436d-9b50-7c4373d13140 req-d1f12734-1683-4148-8dbf-42e99ca9e698 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df6ce14-99a9-4cef-b918-a25f9a2fffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422442 Sep 09 05:19:05.172554 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96280142-b406-4486-93a9-07287c826384 req-c5d791c6-6577-46ec-9465-9cc7a219d81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:05.175691 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-96280142-b406-4486-93a9-07287c826384 req-c5d791c6-6577-46ec-9465-9cc7a219d81f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3cb26945-4b50-4199-9514-eb3e38c1f59c HTTP/1.1" status: 200 len: 1098 time: 0.0485070 Sep 09 05:19:05.220256 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-96280142-b406-4486-93a9-07287c826384 req-de70b4ba-cabc-4f0f-bdb6-b7361f268aa6 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308537 Sep 09 05:19:06.142300 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb68b95-211a-4e39-bebc-7b839cdbe506 req-0a14130d-5d25-4cf5-8294-52a9d57d90ff tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:06.153392 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-dcb68b95-211a-4e39-bebc-7b839cdbe506 req-0a14130d-5d25-4cf5-8294-52a9d57d90ff tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cb26945-4b50-4199-9514-eb3e38c1f59c HTTP/1.1" status: 200 len: 945 time: 0.0654402 Sep 09 05:19:06.197880 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-dcb68b95-211a-4e39-bebc-7b839cdbe506 req-01d793ff-35a4-4085-aee4-c019d0058144 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423636 Sep 09 05:19:06.301245 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca63acf-d6ce-4a1e-9423-9e2142fa17f0 req-63c39f1d-7a4c-4978-96a5-906b1bcd306a tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:06.303226 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-9ca63acf-d6ce-4a1e-9423-9e2142fa17f0 req-63c39f1d-7a4c-4978-96a5-906b1bcd306a tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/ports?device_id=8da8187b-6d5c-4b93-abb6-1e2d520bb3e8 HTTP/1.1" status: 200 len: 946 time: 0.0534360 Sep 09 05:19:06.343529 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-9ca63acf-d6ce-4a1e-9423-9e2142fa17f0 req-eaa11cd6-3271-4b6d-aed4-42ea5c164104 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df6ce14-99a9-4cef-b918-a25f9a2fffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333602 Sep 09 05:19:07.337210 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a801b6-039b-41de-b4d2-902c6e6595f5 req-df801700-a598-460b-95cb-b50837165505 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:07.339029 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-04a801b6-039b-41de-b4d2-902c6e6595f5 req-df801700-a598-460b-95cb-b50837165505 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cb26945-4b50-4199-9514-eb3e38c1f59c HTTP/1.1" status: 200 len: 945 time: 0.0663555 Sep 09 05:19:07.400606 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-04a801b6-039b-41de-b4d2-902c6e6595f5 req-7b5fe4be-5078-4827-9dcc-51d15b971696 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500083 Sep 09 05:19:07.513994 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a3d05b-bef9-4a8a-b3b5-6e878b5aab9e req-dc362bb2-4100-4e17-9a9a-5df4563c3906 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:07.515821 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-50a3d05b-bef9-4a8a-b3b5-6e878b5aab9e req-dc362bb2-4100-4e17-9a9a-5df4563c3906 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/ports?device_id=8da8187b-6d5c-4b93-abb6-1e2d520bb3e8 HTTP/1.1" status: 200 len: 946 time: 0.0771849 Sep 09 05:19:07.616441 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-50a3d05b-bef9-4a8a-b3b5-6e878b5aab9e req-e4b3c1b6-953b-4155-9765-451216d21217 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df6ce14-99a9-4cef-b918-a25f9a2fffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876338 Sep 09 05:19:07.744389 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2c079b-5817-4b9c-bead-33bee370aa4f req-5143809b-b838-41a0-87bb-08414bd14efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:07.746722 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-aa2c079b-5817-4b9c-bead-33bee370aa4f req-5143809b-b838-41a0-87bb-08414bd14efe service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bc42907dc3434e2ea444add09b95bb24&device_id=3cb26945-4b50-4199-9514-eb3e38c1f59c HTTP/1.1" status: 200 len: 1098 time: 0.0874131 Sep 09 05:19:07.754250 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3f7d9c-e64f-4e52-b59f-a2e03c5a35d8 req-6ad43cf9-433e-4495-a7d3-ff9821648935 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:07.755844 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-fd3f7d9c-e64f-4e52-b59f-a2e03c5a35d8 req-6ad43cf9-433e-4495-a7d3-ff9821648935 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cb26945-4b50-4199-9514-eb3e38c1f59c HTTP/1.1" status: 200 len: 945 time: 0.0622313 Sep 09 05:19:07.810134 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-fd3f7d9c-e64f-4e52-b59f-a2e03c5a35d8 req-5d7a2f6e-3408-4106-9aeb-fe7ef140fb7a tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450349 Sep 09 05:19:07.890156 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 37298) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:19:07.935410 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2c079b-5817-4b9c-bead-33bee370aa4f req-fb5d7121-7c36-4000-b5fa-b95cec9ac33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:07.937230 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-aa2c079b-5817-4b9c-bead-33bee370aa4f req-fb5d7121-7c36-4000-b5fa-b95cec9ac33e service neutron] 10.222.0.23 "GET /v2.0/networks?id=00cd2a8c-0672-473b-a5e4-39b12300043e HTTP/1.1" status: 200 len: 918 time: 0.1795540 Sep 09 05:19:07.991845 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-aa2c079b-5817-4b9c-bead-33bee370aa4f req-ff930792-24d3-4e22-abca-972912703ca1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e8e5cc9-2383-4dac-8a0c-e8e67256409c HTTP/1.1" status: 200 len: 217 time: 0.0408740 Sep 09 05:19:08.042997 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-15305eb6-0537-4909-80db-3792f26ab757 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:08.064480 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2c079b-5817-4b9c-bead-33bee370aa4f req-32149aad-8cd0-45aa-b36c-87d17bca3635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:08.068269 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-aa2c079b-5817-4b9c-bead-33bee370aa4f req-32149aad-8cd0-45aa-b36c-87d17bca3635 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0c182cba-f24f-48d3-93d9-c95e60c8cd67 HTTP/1.1" status: 200 len: 858 time: 0.0659657 Sep 09 05:19:08.115819 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-aa2c079b-5817-4b9c-bead-33bee370aa4f req-9d3c15b7-3830-4031-aed0-29e0fc45afbe service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=00cd2a8c-0672-473b-a5e4-39b12300043e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382094 Sep 09 05:19:08.238642 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-15305eb6-0537-4909-80db-3792f26ab757 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:08.247623 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-15305eb6-0537-4909-80db-3792f26ab757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:08.301927 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-15305eb6-0537-4909-80db-3792f26ab757 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=71734e82295f4ca9a781debf2db25a1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4067833 Sep 09 05:19:08.301927 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15305eb6-0537-4909-80db-3792f26ab757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e077bfb5-a658-4040-bb39-f54658070a55,revision_number=1']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:19:08.302830 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 37306) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:19:08.311402 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-aa2c079b-5817-4b9c-bead-33bee370aa4f req-75596101-2e5d-42be-b082-10dcf97ee65a service neutron] 10.222.0.23 "GET /v2.0/networks/00cd2a8c-0672-473b-a5e4-39b12300043e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852763 Sep 09 05:19:08.426379 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-2054e374-f7e8-43c6-98f8-c59976a12b33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:08.456192 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-aa2c079b-5817-4b9c-bead-33bee370aa4f req-37ea1f23-7d6d-4a7d-8a2c-389627f17d2e service neutron] 10.222.0.23 "GET /v2.0/networks/00cd2a8c-0672-473b-a5e4-39b12300043e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277905 Sep 09 05:19:08.467625 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-2054e374-f7e8-43c6-98f8-c59976a12b33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:08.524221 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-2054e374-f7e8-43c6-98f8-c59976a12b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:08.527059 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-2054e374-f7e8-43c6-98f8-c59976a12b33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:08.530564 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-2054e374-f7e8-43c6-98f8-c59976a12b33 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e077bfb5-a658-4040-bb39-f54658070a55 HTTP/1.1" status: 204 len: 168 time: 0.2263360 Sep 09 05:19:08.536698 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2054e374-f7e8-43c6-98f8-c59976a12b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e077bfb5-a658-4040-bb39-f54658070a55,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:19:08.766176 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1578816d-1832-4c85-8bb0-8eaf66f8cfe8 req-358932ad-6bec-42a4-b269-f0a4d4c43e3e tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:08.767724 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-1578816d-1832-4c85-8bb0-8eaf66f8cfe8 req-358932ad-6bec-42a4-b269-f0a4d4c43e3e tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/ports?device_id=8da8187b-6d5c-4b93-abb6-1e2d520bb3e8 HTTP/1.1" status: 200 len: 946 time: 0.0619488 Sep 09 05:19:08.828391 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-1578816d-1832-4c85-8bb0-8eaf66f8cfe8 req-e4170258-bacc-49e1-bb7b-6096d5f04f3a tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df6ce14-99a9-4cef-b918-a25f9a2fffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531409 Sep 09 05:19:08.951451 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfe2d08-df12-4b82-a4c4-40cf924a2d55 req-74dda6ea-3965-4e9d-a3cf-4cc8ea06381a tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:08.959062 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-0cfe2d08-df12-4b82-a4c4-40cf924a2d55 req-74dda6ea-3965-4e9d-a3cf-4cc8ea06381a tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cb26945-4b50-4199-9514-eb3e38c1f59c HTTP/1.1" status: 200 len: 945 time: 0.0602362 Sep 09 05:19:08.983719 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 37324) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:19:08.999144 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-d7771b64-172b-4e95-9efc-0ddbdb69cd92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:09.002965 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-0cfe2d08-df12-4b82-a4c4-40cf924a2d55 req-76a2df71-fc5d-43bb-aa06-c1b6988b78e6 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430527 Sep 09 05:19:09.106144 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-d7771b64-172b-4e95-9efc-0ddbdb69cd92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:09.109967 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-d7771b64-172b-4e95-9efc-0ddbdb69cd92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:09.150015 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7771b64-172b-4e95-9efc-0ddbdb69cd92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=386d2181-d392-4069-aa7a-40dd3cc59393,revision_number=1']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:19:09.157007 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-d7771b64-172b-4e95-9efc-0ddbdb69cd92 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=32944ad00c1c44259a744a1b32fcd1f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1719744 Sep 09 05:19:09.159733 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 37326) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:19:09.211565 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-9b309de1-ac73-4cc1-9244-f11556b6c36c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:09.234758 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-9b309de1-ac73-4cc1-9244-f11556b6c36c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:09.297662 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-9b309de1-ac73-4cc1-9244-f11556b6c36c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:09.300581 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-9b309de1-ac73-4cc1-9244-f11556b6c36c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:09.301763 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-9b309de1-ac73-4cc1-9244-f11556b6c36c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/386d2181-d392-4069-aa7a-40dd3cc59393 HTTP/1.1" status: 204 len: 168 time: 0.1410530 Sep 09 05:19:09.313122 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b309de1-ac73-4cc1-9244-f11556b6c36c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=386d2181-d392-4069-aa7a-40dd3cc59393,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:19:10.077088 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ce3627-0c16-4458-b699-f05974deaf1d req-272a9ae4-e5e3-41f8-9338-01204f8d6872 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:10.084691 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-d7ce3627-0c16-4458-b699-f05974deaf1d req-272a9ae4-e5e3-41f8-9338-01204f8d6872 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/ports?device_id=8da8187b-6d5c-4b93-abb6-1e2d520bb3e8 HTTP/1.1" status: 200 len: 946 time: 0.1298380 Sep 09 05:19:10.137590 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-d7ce3627-0c16-4458-b699-f05974deaf1d req-0f39624c-fd6b-490a-9efb-caeb8134715f tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df6ce14-99a9-4cef-b918-a25f9a2fffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444279 Sep 09 05:19:10.297969 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fca7c5-e5e4-4b15-b74c-5a7171fa7d3f req-b122ae60-14a7-4bd9-bd6e-5e4967ebfbdb tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:10.306683 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-d4fca7c5-e5e4-4b15-b74c-5a7171fa7d3f req-b122ae60-14a7-4bd9-bd6e-5e4967ebfbdb tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cb26945-4b50-4199-9514-eb3e38c1f59c HTTP/1.1" status: 200 len: 945 time: 0.0882897 Sep 09 05:19:10.346732 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-d4fca7c5-e5e4-4b15-b74c-5a7171fa7d3f req-ba2383f4-61d7-4ff0-ba13-b096323ffef3 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391579 Sep 09 05:19:10.712580 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 37382) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:19:10.825279 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-022137da-f362-431c-ba75-be803efddded admin admin] Notify callbacks [] for security_group, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:10.921820 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-022137da-f362-431c-ba75-be803efddded admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:10.928130 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-022137da-f362-431c-ba75-be803efddded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:10.967427 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-022137da-f362-431c-ba75-be803efddded admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e5b13a2c12c247c081b5b0041bda120b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2536778 Sep 09 05:19:10.968374 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022137da-f362-431c-ba75-be803efddded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e18760-f2f1-439c-b8d1-0b9ec266fa8f,revision_number=1']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:19:10.970162 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 37386) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:19:11.023593 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-0c2b11b9-22b4-4281-93ab-204a6ad3180d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:11.050790 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-0c2b11b9-22b4-4281-93ab-204a6ad3180d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:11.111389 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-0c2b11b9-22b4-4281-93ab-204a6ad3180d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:11.115125 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-0c2b11b9-22b4-4281-93ab-204a6ad3180d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:11.116502 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-0c2b11b9-22b4-4281-93ab-204a6ad3180d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a7e18760-f2f1-439c-b8d1-0b9ec266fa8f HTTP/1.1" status: 204 len: 168 time: 0.1453216 Sep 09 05:19:11.146986 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2b11b9-22b4-4281-93ab-204a6ad3180d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e18760-f2f1-439c-b8d1-0b9ec266fa8f,revision_number=None']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:19:11.318336 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da58e5b3-8f01-4337-b40e-85c4c658fae0 req-c5559c41-3a0d-4fde-b1bc-9db79c27a7da tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:11.320002 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-da58e5b3-8f01-4337-b40e-85c4c658fae0 req-c5559c41-3a0d-4fde-b1bc-9db79c27a7da tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/ports?device_id=8da8187b-6d5c-4b93-abb6-1e2d520bb3e8 HTTP/1.1" status: 200 len: 946 time: 0.0852940 Sep 09 05:19:11.431581 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-da58e5b3-8f01-4337-b40e-85c4c658fae0 req-2f208785-a75b-4e67-a797-69468c721218 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df6ce14-99a9-4cef-b918-a25f9a2fffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978212 Sep 09 05:19:11.532239 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fc06fe-450a-4f05-bff9-0ba96f37f2e7 req-5a3f4f89-d1d2-4381-ae19-301e99bcf936 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:11.540811 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-11fc06fe-450a-4f05-bff9-0ba96f37f2e7 req-5a3f4f89-d1d2-4381-ae19-301e99bcf936 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cb26945-4b50-4199-9514-eb3e38c1f59c HTTP/1.1" status: 200 len: 945 time: 0.0645161 Sep 09 05:19:11.590987 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-11fc06fe-450a-4f05-bff9-0ba96f37f2e7 req-aacded14-5128-4bde-aebd-062039e7cf15 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428703 Sep 09 05:19:12.629141 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b251a2-c215-4f62-916f-3a51df8cf1bf req-5d2b830d-fd76-436c-9aff-dc2e3a225d28 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:12.648718 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-c0b251a2-c215-4f62-916f-3a51df8cf1bf req-5d2b830d-fd76-436c-9aff-dc2e3a225d28 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/ports?device_id=8da8187b-6d5c-4b93-abb6-1e2d520bb3e8 HTTP/1.1" status: 200 len: 946 time: 0.0872490 Sep 09 05:19:12.691165 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-c0b251a2-c215-4f62-916f-3a51df8cf1bf req-7d694375-408c-45ca-b833-8c77b31a3615 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df6ce14-99a9-4cef-b918-a25f9a2fffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414741 Sep 09 05:19:12.883442 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcf6149-64ac-4d8d-bcf8-b21378faa21d req-72f0400d-9a14-4b4a-9938-fff81aef84bf tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:12.885007 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-0dcf6149-64ac-4d8d-bcf8-b21378faa21d req-72f0400d-9a14-4b4a-9938-fff81aef84bf tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cb26945-4b50-4199-9514-eb3e38c1f59c HTTP/1.1" status: 200 len: 945 time: 0.0697722 Sep 09 05:19:12.935500 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-0dcf6149-64ac-4d8d-bcf8-b21378faa21d req-74461b9b-e5d3-4d24-bf04-7c95d46c2588 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444400 Sep 09 05:19:13.868041 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9339d839-e499-4f27-8a6d-bc20eef94439 req-624b493c-8c0b-46e5-8909-c92c0538afed tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:13.871753 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-9339d839-e499-4f27-8a6d-bc20eef94439 req-624b493c-8c0b-46e5-8909-c92c0538afed tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/ports?device_id=8da8187b-6d5c-4b93-abb6-1e2d520bb3e8 HTTP/1.1" status: 200 len: 946 time: 0.0772393 Sep 09 05:19:13.878984 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-b1afaf00-d827-4133-92e0-b8283fee421d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:13.949109 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-9339d839-e499-4f27-8a6d-bc20eef94439 req-d8eee29c-084b-445d-bfe8-3c340bf58c15 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df6ce14-99a9-4cef-b918-a25f9a2fffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703585 Sep 09 05:19:14.500102 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862a9fb1-f3ed-41e9-8ffb-be5d32ce7a07 req-b9815657-b709-4b91-97d1-192f5207d047 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:14.501842 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-862a9fb1-f3ed-41e9-8ffb-be5d32ce7a07 req-b9815657-b709-4b91-97d1-192f5207d047 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cb26945-4b50-4199-9514-eb3e38c1f59c HTTP/1.1" status: 200 len: 945 time: 0.0703356 Sep 09 05:19:14.571274 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-862a9fb1-f3ed-41e9-8ffb-be5d32ce7a07 req-466faeee-9f28-440d-9da4-0d1105039fc2 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606382 Sep 09 05:19:15.139808 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b232fb-7c8d-41bb-a156-f0b4ca5a7d79 req-ddd419ce-6437-4e74-866f-94a3b468398f tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:15.142277 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-b3b232fb-7c8d-41bb-a156-f0b4ca5a7d79 req-ddd419ce-6437-4e74-866f-94a3b468398f tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/ports?device_id=8da8187b-6d5c-4b93-abb6-1e2d520bb3e8 HTTP/1.1" status: 200 len: 946 time: 0.0635931 Sep 09 05:19:15.194215 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-b3b232fb-7c8d-41bb-a156-f0b4ca5a7d79 req-2290c67d-040c-4213-b677-a3b038386abb tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df6ce14-99a9-4cef-b918-a25f9a2fffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441320 Sep 09 05:19:16.329351 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2d0113-6a4b-4652-b38e-0555b41cec51 req-eb2ad459-4a07-4dfa-9f5a-2177440d1440 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:16.330994 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-1e2d0113-6a4b-4652-b38e-0555b41cec51 req-eb2ad459-4a07-4dfa-9f5a-2177440d1440 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/ports?device_id=8da8187b-6d5c-4b93-abb6-1e2d520bb3e8 HTTP/1.1" status: 200 len: 946 time: 0.0553060 Sep 09 05:19:16.375989 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-1e2d0113-6a4b-4652-b38e-0555b41cec51 req-0a727432-d550-4d1d-bb57-be3ab69c332a tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df6ce14-99a9-4cef-b918-a25f9a2fffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360353 Sep 09 05:19:16.520128 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-dc2aa90b-78b3-45e7-8108-56e2c79aaa90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:16.888238 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:17.503451 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96541483-ab16-46f3-9fd1-b2f2be6d6fbc req-98628eab-4ac8-420f-a296-de04ac04a6df tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:17.505002 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-96541483-ab16-46f3-9fd1-b2f2be6d6fbc req-98628eab-4ac8-420f-a296-de04ac04a6df tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/ports?device_id=8da8187b-6d5c-4b93-abb6-1e2d520bb3e8 HTTP/1.1" status: 200 len: 946 time: 0.0568311 Sep 09 05:19:17.546965 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-96541483-ab16-46f3-9fd1-b2f2be6d6fbc req-c586e195-542f-442c-add9-683d1405ba15 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df6ce14-99a9-4cef-b918-a25f9a2fffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345469 Sep 09 05:19:17.636969 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-9dcada0b-7967-4cde-8891-c5586c834af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:18.325004 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.agents_db [None req-c4fa6e85-f278-4c65-a736-468407d89cbd None None] Agent healthcheck: found 6 active agents {{(pid=94300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 05:19:18.674115 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aed5c4-4ad4-4f06-b116-80a0b58a1619 req-2bbdd387-fb8b-44f1-bba4-8d0ab7701f69 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:18.675591 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-00aed5c4-4ad4-4f06-b116-80a0b58a1619 req-2bbdd387-fb8b-44f1-bba4-8d0ab7701f69 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/ports?device_id=8da8187b-6d5c-4b93-abb6-1e2d520bb3e8 HTTP/1.1" status: 200 len: 946 time: 0.0543177 Sep 09 05:19:18.714555 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-00aed5c4-4ad4-4f06-b116-80a0b58a1619 req-c907b265-ddca-4e98-8b88-4c5753a600f5 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df6ce14-99a9-4cef-b918-a25f9a2fffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320854 Sep 09 05:19:19.145593 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-fdc48b13-ab8b-41d0-a622-21cc731cd6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:19.303419 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 37702) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:19:19.347880 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.db.db_base_plugin_v2 [None req-0af5a2bf-b03f-48bb-8cb4-36c4760e39a3 admin admin] Deleting subnet 28435b90-6cd6-48cf-b209-feed09a4b009 {{(pid=94298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 05:19:19.351103 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-0af5a2bf-b03f-48bb-8cb4-36c4760e39a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:19.386431 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-0af5a2bf-b03f-48bb-8cb4-36c4760e39a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25885145'] for subnet, precommit_delete_associations {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:19.423728 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-0af5a2bf-b03f-48bb-8cb4-36c4760e39a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3773045'] for subnet, precommit_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:19.481830 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-0af5a2bf-b03f-48bb-8cb4-36c4760e39a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3773052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1874099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28573899'] for subnet, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:19.510200 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-0af5a2bf-b03f-48bb-8cb4-36c4760e39a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for subnet, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:19.512270 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-0af5a2bf-b03f-48bb-8cb4-36c4760e39a3 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/28435b90-6cd6-48cf-b209-feed09a4b009 HTTP/1.1" status: 204 len: 168 time: 0.2076309 Sep 09 05:19:19.513445 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af5a2bf-b03f-48bb-8cb4-36c4760e39a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28435b90-6cd6-48cf-b209-feed09a4b009,revision_number=None']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:19:19.514842 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 37704) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:19:19.585056 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-1a1faa89-5f7e-4f22-b2d9-486e498fadd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3957161'] for network, before_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:19.664066 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-1a1faa89-5f7e-4f22-b2d9-486e498fadd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3771648', 'neutron.services.segments.db._delete_segments_for_network-8748632184989'] for network, precommit_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:19.682693 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.services.segments.db [None req-1a1faa89-5f7e-4f22-b2d9-486e498fadd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f86fc60-4db7-49b3-a7e3-53a60f1edc41']}} {{(pid=94298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:19:19.691457 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.services.segments.db [None req-1a1faa89-5f7e-4f22-b2d9-486e498fadd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5868d73-7425-43c9-990c-e3011a86effb') {'for_net_delete': True} {{(pid=94298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:19:19.691749 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.services.segments.db [None req-1a1faa89-5f7e-4f22-b2d9-486e498fadd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5868d73-7425-43c9-990c-e3011a86effb') {} {{(pid=94298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:19:19.701103 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-1a1faa89-5f7e-4f22-b2d9-486e498fadd4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748632182438', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25885088'] for segment, before_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:19.714764 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-1a1faa89-5f7e-4f22-b2d9-486e498fadd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771871'] for segment, precommit_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:19.720340 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a1faa89-5f7e-4f22-b2d9-486e498fadd4 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=94298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 05:19:19.720719 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-1a1faa89-5f7e-4f22-b2d9-486e498fadd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1872977'] for segment, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:19.722430 dv-cinder-772623-14-iscsi neutron-server[94298]: Traceback (most recent call last): Sep 09 05:19:19.722430 dv-cinder-772623-14-iscsi neutron-server[94298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 05:19:19.722430 dv-cinder-772623-14-iscsi neutron-server[94298]: timer() Sep 09 05:19:19.722430 dv-cinder-772623-14-iscsi neutron-server[94298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 05:19:19.722430 dv-cinder-772623-14-iscsi neutron-server[94298]: cb(*args, **kw) Sep 09 05:19:19.722430 dv-cinder-772623-14-iscsi neutron-server[94298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 05:19:19.722430 dv-cinder-772623-14-iscsi neutron-server[94298]: return func(*args, **kwargs) Sep 09 05:19:19.722430 dv-cinder-772623-14-iscsi neutron-server[94298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 05:19:19.722430 dv-cinder-772623-14-iscsi neutron-server[94298]: self._notify() Sep 09 05:19:19.722430 dv-cinder-772623-14-iscsi neutron-server[94298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 05:19:19.722430 dv-cinder-772623-14-iscsi neutron-server[94298]: self.callback(batched_events) Sep 09 05:19:19.722430 dv-cinder-772623-14-iscsi neutron-server[94298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 05:19:19.722430 dv-cinder-772623-14-iscsi neutron-server[94298]: event.method(event) Sep 09 05:19:19.722430 dv-cinder-772623-14-iscsi neutron-server[94298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 05:19:19.722430 dv-cinder-772623-14-iscsi neutron-server[94298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 05:19:19.722430 dv-cinder-772623-14-iscsi neutron-server[94298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 05:19:19.722430 dv-cinder-772623-14-iscsi neutron-server[94298]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 05:19:19.722430 dv-cinder-772623-14-iscsi neutron-server[94298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 05:19:19.722430 dv-cinder-772623-14-iscsi neutron-server[94298]: return f(self, *a, **k) Sep 09 05:19:19.722430 dv-cinder-772623-14-iscsi neutron-server[94298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 05:19:19.722430 dv-cinder-772623-14-iscsi neutron-server[94298]: return self._get(url).json() Sep 09 05:19:19.722430 dv-cinder-772623-14-iscsi neutron-server[94298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 05:19:19.722430 dv-cinder-772623-14-iscsi neutron-server[94298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 05:19:19.722430 dv-cinder-772623-14-iscsi neutron-server[94298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 05:19:19.722430 dv-cinder-772623-14-iscsi neutron-server[94298]: return self.request(url, 'GET', **kwargs) Sep 09 05:19:19.722430 dv-cinder-772623-14-iscsi neutron-server[94298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 05:19:19.722430 dv-cinder-772623-14-iscsi neutron-server[94298]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 05:19:19.722430 dv-cinder-772623-14-iscsi neutron-server[94298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 05:19:19.722430 dv-cinder-772623-14-iscsi neutron-server[94298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 05:19:19.722430 dv-cinder-772623-14-iscsi neutron-server[94298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 05:19:19.722430 dv-cinder-772623-14-iscsi neutron-server[94298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 05:19:19.722430 dv-cinder-772623-14-iscsi neutron-server[94298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 05:19:19.779513 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-1a1faa89-5f7e-4f22-b2d9-486e498fadd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3773683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600345'] for network, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:19.785120 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-1a1faa89-5f7e-4f22-b2d9-486e498fadd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for network, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:19.787138 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-1a1faa89-5f7e-4f22-b2d9-486e498fadd4 admin admin] 10.222.0.24 "DELETE /v2.0/networks/5f86fc60-4db7-49b3-a7e3-53a60f1edc41 HTTP/1.1" status: 204 len: 168 time: 0.2714038 Sep 09 05:19:19.822569 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1faa89-5f7e-4f22-b2d9-486e498fadd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f86fc60-4db7-49b3-a7e3-53a60f1edc41,revision_number=None']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:19:19.848350 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a607cc6-835f-45e7-a633-1d7d4b148a74 req-e9aafca6-87b6-4086-9ba4-b905260d155d tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:19.850315 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-3a607cc6-835f-45e7-a633-1d7d4b148a74 req-e9aafca6-87b6-4086-9ba4-b905260d155d tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/ports?device_id=8da8187b-6d5c-4b93-abb6-1e2d520bb3e8 HTTP/1.1" status: 200 len: 946 time: 0.0609915 Sep 09 05:19:19.887469 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-3a607cc6-835f-45e7-a633-1d7d4b148a74 req-2a8ed355-c5a6-438a-8288-ba6a39e70120 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df6ce14-99a9-4cef-b918-a25f9a2fffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312161 Sep 09 05:19:19.958174 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 37712) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:19:20.007356 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-58bb0dd0-ada7-44ec-8474-6f72297f952a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=499c3ce18b1642a1b74b155c544de54f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0457649 Sep 09 05:19:20.007778 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 37718) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:19:20.060469 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-794edbbf-e030-4c44-8ec9-c2f6ea7c812a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:20.081606 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-794edbbf-e030-4c44-8ec9-c2f6ea7c812a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:20.142269 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-794edbbf-e030-4c44-8ec9-c2f6ea7c812a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:20.146439 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-794edbbf-e030-4c44-8ec9-c2f6ea7c812a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:20.148429 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-794edbbf-e030-4c44-8ec9-c2f6ea7c812a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3dc60ff7-a2e1-442e-b87d-bca7dd14fd7c HTTP/1.1" status: 204 len: 168 time: 0.1390688 Sep 09 05:19:20.161676 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794edbbf-e030-4c44-8ec9-c2f6ea7c812a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc60ff7-a2e1-442e-b87d-bca7dd14fd7c,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:19:20.279839 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 37732) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:19:20.438170 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-676db424-33bd-4f0d-950a-351d6d1683ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:20.532350 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-676db424-33bd-4f0d-950a-351d6d1683ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:20.536249 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-676db424-33bd-4f0d-950a-351d6d1683ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:20.576742 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-676db424-33bd-4f0d-950a-351d6d1683ac admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=566190a8bfb44e97806579763d4ad3d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2957699 Sep 09 05:19:20.577485 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676db424-33bd-4f0d-950a-351d6d1683ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cbafe54-c653-44c2-9c20-8f3094c1f472,revision_number=1']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:19:20.579768 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 37746) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:19:20.633898 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-b65fd22c-2a3d-401f-8595-3672885884ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:20.655665 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-b65fd22c-2a3d-401f-8595-3672885884ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:20.702497 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-b65fd22c-2a3d-401f-8595-3672885884ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:20.704921 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-b65fd22c-2a3d-401f-8595-3672885884ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:20.708812 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-b65fd22c-2a3d-401f-8595-3672885884ee admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7cbafe54-c653-44c2-9c20-8f3094c1f472 HTTP/1.1" status: 204 len: 168 time: 0.1279416 Sep 09 05:19:20.717776 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65fd22c-2a3d-401f-8595-3672885884ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cbafe54-c653-44c2-9c20-8f3094c1f472,revision_number=None']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:19:21.012724 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c58bfd-b705-4c13-a3ac-5be1c96d1b6b req-ed1fe3a7-b095-4c8a-b90b-32a1d7010008 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:21.014275 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-48c58bfd-b705-4c13-a3ac-5be1c96d1b6b req-ed1fe3a7-b095-4c8a-b90b-32a1d7010008 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/ports?device_id=8da8187b-6d5c-4b93-abb6-1e2d520bb3e8 HTTP/1.1" status: 200 len: 946 time: 0.0583053 Sep 09 05:19:21.048595 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 37766) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:19:21.067807 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-48c58bfd-b705-4c13-a3ac-5be1c96d1b6b req-bc55ff5e-882a-4ae7-bd82-ff5baad6e663 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df6ce14-99a9-4cef-b918-a25f9a2fffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460370 Sep 09 05:19:21.068645 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-2b1bb5be-875b-4ffb-af95-172be7d25d0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:21.166602 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-2b1bb5be-875b-4ffb-af95-172be7d25d0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:21.170689 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-2b1bb5be-875b-4ffb-af95-172be7d25d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:21.212318 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-2b1bb5be-875b-4ffb-af95-172be7d25d0b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=538f5080cff1427d9af644c5d76187f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1626434 Sep 09 05:19:21.213387 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1bb5be-875b-4ffb-af95-172be7d25d0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21116f5c-46ec-48d2-a23f-65d84e5b9e86,revision_number=1']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:19:21.215139 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 37770) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:19:21.268694 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-f792a3eb-38dc-4dd7-9893-dea5b7c3ad09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:21.297087 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-f792a3eb-38dc-4dd7-9893-dea5b7c3ad09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:21.364008 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-f792a3eb-38dc-4dd7-9893-dea5b7c3ad09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:21.368197 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-f792a3eb-38dc-4dd7-9893-dea5b7c3ad09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:21.372153 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-f792a3eb-38dc-4dd7-9893-dea5b7c3ad09 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/21116f5c-46ec-48d2-a23f-65d84e5b9e86 HTTP/1.1" status: 204 len: 168 time: 0.1559656 Sep 09 05:19:21.386325 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f792a3eb-38dc-4dd7-9893-dea5b7c3ad09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21116f5c-46ec-48d2-a23f-65d84e5b9e86,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:19:21.692932 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 37784) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:19:21.706110 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-526dd2b7-ea5c-402b-80cf-ebbd5af690c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:21.795411 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-526dd2b7-ea5c-402b-80cf-ebbd5af690c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:21.799123 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-526dd2b7-ea5c-402b-80cf-ebbd5af690c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:21.835780 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-526dd2b7-ea5c-402b-80cf-ebbd5af690c9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5c8ae3cb95ca4deebcd5996f0048548c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1418056 Sep 09 05:19:21.836886 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526dd2b7-ea5c-402b-80cf-ebbd5af690c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48269024-e41b-4e9a-86c3-f5aca9a79ee2,revision_number=1']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:19:21.838747 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 37786) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:19:21.889006 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-04a99a32-f833-4eaf-b2db-6e7340733603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:21.908889 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-04a99a32-f833-4eaf-b2db-6e7340733603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:21.954485 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-04a99a32-f833-4eaf-b2db-6e7340733603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:21.956932 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-04a99a32-f833-4eaf-b2db-6e7340733603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:21.958073 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-04a99a32-f833-4eaf-b2db-6e7340733603 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/48269024-e41b-4e9a-86c3-f5aca9a79ee2 HTTP/1.1" status: 204 len: 168 time: 0.1183512 Sep 09 05:19:21.965528 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a99a32-f833-4eaf-b2db-6e7340733603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48269024-e41b-4e9a-86c3-f5aca9a79ee2,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:19:22.182737 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef949c-f5d1-43c6-8411-61d0edc448cb req-b65cc2ce-e0bf-4511-9a9b-fd31244e32d0 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:22.184208 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-dbef949c-f5d1-43c6-8411-61d0edc448cb req-b65cc2ce-e0bf-4511-9a9b-fd31244e32d0 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/ports?device_id=8da8187b-6d5c-4b93-abb6-1e2d520bb3e8 HTTP/1.1" status: 200 len: 946 time: 0.0472574 Sep 09 05:19:22.221927 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-dbef949c-f5d1-43c6-8411-61d0edc448cb req-de872a69-4a2c-4d94-94a8-6e4abacdf599 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df6ce14-99a9-4cef-b918-a25f9a2fffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318956 Sep 09 05:19:23.338320 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697f64a3-7585-4fe8-942e-6fdfa1318c33 req-119b4074-be4b-4c00-8258-ca0b040f87d6 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:23.339807 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-697f64a3-7585-4fe8-942e-6fdfa1318c33 req-119b4074-be4b-4c00-8258-ca0b040f87d6 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/ports?device_id=8da8187b-6d5c-4b93-abb6-1e2d520bb3e8 HTTP/1.1" status: 200 len: 946 time: 0.0480971 Sep 09 05:19:23.381140 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-697f64a3-7585-4fe8-942e-6fdfa1318c33 req-ba31f6db-6105-4d8d-a48b-6f8826caa0a8 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df6ce14-99a9-4cef-b918-a25f9a2fffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349741 Sep 09 05:19:23.674418 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-a2664e1f-50c4-47cf-8486-f486d625b282 req-39f95620-2a79-4bdb-9ff1-d737be80d932 tempest-VolumesNegativeTest-2146538919 tempest-VolumesNegativeTest-2146538919-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=99ad197f83a44629bc673083f525fc14&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314498 Sep 09 05:19:23.850213 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2664e1f-50c4-47cf-8486-f486d625b282 req-3c3e4976-2346-413d-b206-c038a2e8eb76 tempest-VolumesNegativeTest-2146538919 tempest-VolumesNegativeTest-2146538919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:23.852299 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-a2664e1f-50c4-47cf-8486-f486d625b282 req-3c3e4976-2346-413d-b206-c038a2e8eb76 tempest-VolumesNegativeTest-2146538919 tempest-VolumesNegativeTest-2146538919-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1709330 Sep 09 05:19:23.866389 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-a2664e1f-50c4-47cf-8486-f486d625b282 req-e9a0c7c2-eb15-40cb-ad74-b91fca364e31 tempest-VolumesNegativeTest-2146538919 tempest-VolumesNegativeTest-2146538919-project] 10.222.0.24 "GET /v2.0/quotas/99ad197f83a44629bc673083f525fc14 HTTP/1.1" status: 200 len: 375 time: 0.0086269 Sep 09 05:19:23.895834 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-a2664e1f-50c4-47cf-8486-f486d625b282 req-ca2c9d01-c676-47a7-be29-a96935f84432 tempest-VolumesNegativeTest-2146538919 tempest-VolumesNegativeTest-2146538919-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=99ad197f83a44629bc673083f525fc14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0244799 Sep 09 05:19:24.048345 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-ed0991bd-ac25-465b-854d-543a00fe1c8f req-5e0acdd4-6ea1-4cdb-a3f7-961cb585930a tempest-VolumesNegativeTest-2146538919 tempest-VolumesNegativeTest-2146538919-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3a53709-8b8c-498f-9f1a-f8fcada997ce HTTP/1.1" status: 200 len: 210 time: 0.0259938 Sep 09 05:19:24.496718 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fda1e57-01ba-4fd3-9637-3a7b3759dbe2 req-b3867a7c-3972-43a6-a2c6-a85083934c96 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:24.498192 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-5fda1e57-01ba-4fd3-9637-3a7b3759dbe2 req-b3867a7c-3972-43a6-a2c6-a85083934c96 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/ports?device_id=8da8187b-6d5c-4b93-abb6-1e2d520bb3e8 HTTP/1.1" status: 200 len: 946 time: 0.0512843 Sep 09 05:19:24.536640 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-5fda1e57-01ba-4fd3-9637-3a7b3759dbe2 req-c9e76c78-fffb-46b7-b4dc-6b57d3363be8 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df6ce14-99a9-4cef-b918-a25f9a2fffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325508 Sep 09 05:19:25.140355 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-a4bfb12f-0153-4c0f-9341-359bc501f6ed req-75f3acc1-250f-4531-8500-1de09d45198b tempest-VolumesNegativeTest-2146538919 tempest-VolumesNegativeTest-2146538919-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3a53709-8b8c-498f-9f1a-f8fcada997ce HTTP/1.1" status: 200 len: 210 time: 0.0255029 Sep 09 05:19:25.652749 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf7b39b-64c1-48d7-b5b1-6fc7c8511d4c req-26d154b9-f98b-422d-b306-d660d9a0938c tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:25.654360 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-8bf7b39b-64c1-48d7-b5b1-6fc7c8511d4c req-26d154b9-f98b-422d-b306-d660d9a0938c tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/ports?device_id=8da8187b-6d5c-4b93-abb6-1e2d520bb3e8 HTTP/1.1" status: 200 len: 946 time: 0.0480173 Sep 09 05:19:25.693782 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-8bf7b39b-64c1-48d7-b5b1-6fc7c8511d4c req-327f0af8-c37c-473f-8b83-720d2e4bef54 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df6ce14-99a9-4cef-b918-a25f9a2fffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325799 Sep 09 05:19:26.235210 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-5582fc77-0fa5-447e-a524-ef0a12cef45e req-8f9d7fe8-4d06-4ef2-8758-2fa8004dac89 tempest-VolumesNegativeTest-2146538919 tempest-VolumesNegativeTest-2146538919-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3a53709-8b8c-498f-9f1a-f8fcada997ce HTTP/1.1" status: 200 len: 210 time: 0.0285246 Sep 09 05:19:26.813101 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8f0edd-da73-499f-ad57-c33e2250c82a req-1495e6a7-6a4d-4574-b3f2-8ec3071698e4 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:26.814586 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-fa8f0edd-da73-499f-ad57-c33e2250c82a req-1495e6a7-6a4d-4574-b3f2-8ec3071698e4 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/ports?device_id=8da8187b-6d5c-4b93-abb6-1e2d520bb3e8 HTTP/1.1" status: 200 len: 946 time: 0.0478582 Sep 09 05:19:26.852639 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-fa8f0edd-da73-499f-ad57-c33e2250c82a req-bb52305e-7712-41db-baee-ac31643cd403 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df6ce14-99a9-4cef-b918-a25f9a2fffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320535 Sep 09 05:19:27.329071 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-21c52460-d5e3-40f4-8020-624a8b6f0f4d req-794aa9a3-5bc3-43fd-a30f-cf32dc312ac8 tempest-VolumesNegativeTest-2146538919 tempest-VolumesNegativeTest-2146538919-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3a53709-8b8c-498f-9f1a-f8fcada997ce HTTP/1.1" status: 200 len: 210 time: 0.0277343 Sep 09 05:19:27.968995 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57f25a7-7397-4f9c-b02c-187542ea5252 req-56448136-78ff-4e60-add0-5db8d57a8e72 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:27.970474 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-f57f25a7-7397-4f9c-b02c-187542ea5252 req-56448136-78ff-4e60-add0-5db8d57a8e72 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/ports?device_id=8da8187b-6d5c-4b93-abb6-1e2d520bb3e8 HTTP/1.1" status: 200 len: 946 time: 0.0469484 Sep 09 05:19:28.009189 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-f57f25a7-7397-4f9c-b02c-187542ea5252 req-22697be6-96fe-4ad3-9e49-3ea3398d986d tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df6ce14-99a9-4cef-b918-a25f9a2fffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319276 Sep 09 05:19:28.423046 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-58f3838f-75dc-4a6d-9a28-d9351602acbe req-6a0b0886-d0c7-4bb6-ada9-1a2af8e27f1a tempest-VolumesNegativeTest-2146538919 tempest-VolumesNegativeTest-2146538919-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3a53709-8b8c-498f-9f1a-f8fcada997ce HTTP/1.1" status: 200 len: 210 time: 0.0283360 Sep 09 05:19:29.121928 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0393a72-36ea-4083-bea5-8008df9a0024 req-b3f78476-d56c-49bd-8679-37c448d46940 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:29.123402 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-e0393a72-36ea-4083-bea5-8008df9a0024 req-b3f78476-d56c-49bd-8679-37c448d46940 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/ports?device_id=8da8187b-6d5c-4b93-abb6-1e2d520bb3e8 HTTP/1.1" status: 200 len: 946 time: 0.0481217 Sep 09 05:19:29.160691 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-e0393a72-36ea-4083-bea5-8008df9a0024 req-ff24033a-8455-4b10-9b12-6f61d8b9f15b tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df6ce14-99a9-4cef-b918-a25f9a2fffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314164 Sep 09 05:19:29.522053 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-f3e853f1-58cb-4ed1-ad74-f6a10f5c06fd req-e6ceba21-8606-4b16-a0d0-3769aea5a038 tempest-VolumesNegativeTest-2146538919 tempest-VolumesNegativeTest-2146538919-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3a53709-8b8c-498f-9f1a-f8fcada997ce HTTP/1.1" status: 200 len: 210 time: 0.0256486 Sep 09 05:19:30.274307 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d2c1c5-7d2b-4e1f-bae3-a0654f7010c0 req-74a593d1-cef4-4ad8-b142-9326dabac4fc tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:30.275754 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-19d2c1c5-7d2b-4e1f-bae3-a0654f7010c0 req-74a593d1-cef4-4ad8-b142-9326dabac4fc tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/ports?device_id=8da8187b-6d5c-4b93-abb6-1e2d520bb3e8 HTTP/1.1" status: 200 len: 946 time: 0.0506301 Sep 09 05:19:30.311960 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-19d2c1c5-7d2b-4e1f-bae3-a0654f7010c0 req-5c2297e9-c2e8-4a1e-b1d6-9042edf38f54 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df6ce14-99a9-4cef-b918-a25f9a2fffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303254 Sep 09 05:19:30.619067 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-607d79d7-8b95-463d-a930-b60df0d22290 req-0f0ba43e-b789-4296-9a09-f65eb3900e24 tempest-VolumesNegativeTest-2146538919 tempest-VolumesNegativeTest-2146538919-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3a53709-8b8c-498f-9f1a-f8fcada997ce HTTP/1.1" status: 200 len: 210 time: 0.0266583 Sep 09 05:19:30.789773 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-a2664e1f-50c4-47cf-8486-f486d625b282 req-2cacfb13-0a9b-46c9-93eb-fe723a1849a7 tempest-VolumesNegativeTest-2146538919 tempest-VolumesNegativeTest-2146538919-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=99ad197f83a44629bc673083f525fc14&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291679 Sep 09 05:19:30.978474 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2664e1f-50c4-47cf-8486-f486d625b282 req-8df84b29-642b-4a50-abed-6622dfe86b4a tempest-VolumesNegativeTest-2146538919 tempest-VolumesNegativeTest-2146538919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:30.979901 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-a2664e1f-50c4-47cf-8486-f486d625b282 req-8df84b29-642b-4a50-abed-6622dfe86b4a tempest-VolumesNegativeTest-2146538919 tempest-VolumesNegativeTest-2146538919-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1815903 Sep 09 05:19:31.000946 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.v2.base [req-a2664e1f-50c4-47cf-8486-f486d625b282 req-2dbb5f16-352f-485f-881e-0a95202f0f91 tempest-VolumesNegativeTest-2146538919 tempest-VolumesNegativeTest-2146538919-project] Request body: {'port': {'device_id': 'a3a53709-8b8c-498f-9f1a-f8fcada997ce', 'network_id': '0cf8f16d-05c4-4365-9292-3ff78de54c89', 'admin_state_up': True, 'tenant_id': '99ad197f83a44629bc673083f525fc14'}} {{(pid=94297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:19:31.110124 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2664e1f-50c4-47cf-8486-f486d625b282 req-2dbb5f16-352f-485f-881e-0a95202f0f91 tempest-VolumesNegativeTest-2146538919 tempest-VolumesNegativeTest-2146538919-project] Made reservation on behalf of 99ad197f83a44629bc673083f525fc14 for: {'port': 1} {{(pid=94297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 05:19:31.113559 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-a2664e1f-50c4-47cf-8486-f486d625b282 req-2dbb5f16-352f-485f-881e-0a95202f0f91 tempest-VolumesNegativeTest-2146538919 tempest-VolumesNegativeTest-2146538919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:31.122557 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-a2664e1f-50c4-47cf-8486-f486d625b282 req-2dbb5f16-352f-485f-881e-0a95202f0f91 tempest-VolumesNegativeTest-2146538919 tempest-VolumesNegativeTest-2146538919-project] Notify callbacks [] for security_group, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:31.209810 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-a2664e1f-50c4-47cf-8486-f486d625b282 req-2dbb5f16-352f-485f-881e-0a95202f0f91 tempest-VolumesNegativeTest-2146538919 tempest-VolumesNegativeTest-2146538919-project] Notify callbacks [] for security_group, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:31.213659 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-a2664e1f-50c4-47cf-8486-f486d625b282 req-2dbb5f16-352f-485f-881e-0a95202f0f91 tempest-VolumesNegativeTest-2146538919 tempest-VolumesNegativeTest-2146538919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:31.280579 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbb5f16-352f-485f-881e-0a95202f0f91 tempest-VolumesNegativeTest-2146538919 tempest-VolumesNegativeTest-2146538919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84d8f78b-da54-4d8a-a3c5-3523d9436213,revision_number=1']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:19:31.346673 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.db_base_plugin_common [req-a2664e1f-50c4-47cf-8486-f486d625b282 req-2dbb5f16-352f-485f-881e-0a95202f0f91 tempest-VolumesNegativeTest-2146538919 tempest-VolumesNegativeTest-2146538919-project] Allocated IP 192.168.233.33 (0cf8f16d-05c4-4365-9292-3ff78de54c89/eca64991-cd09-4825-9bc5-a9bba31c378b/d3029cc2-ec96-450c-b227-07e79eb04e7a) {{(pid=94297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 05:19:31.432890 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffbe5b8-03ee-49d1-8f27-9e079e7211f3 req-f4b597b9-a7a9-45a4-bcb5-e7cbd33b939b tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:31.434269 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-fffbe5b8-03ee-49d1-8f27-9e079e7211f3 req-f4b597b9-a7a9-45a4-bcb5-e7cbd33b939b tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/ports?device_id=8da8187b-6d5c-4b93-abb6-1e2d520bb3e8 HTTP/1.1" status: 200 len: 946 time: 0.0478563 Sep 09 05:19:31.481352 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-fffbe5b8-03ee-49d1-8f27-9e079e7211f3 req-2c79954c-e593-4b24-83a8-5f9d5b3b6bc4 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df6ce14-99a9-4cef-b918-a25f9a2fffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387735 Sep 09 05:19:31.699912 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-a2664e1f-50c4-47cf-8486-f486d625b282 req-2dbb5f16-352f-485f-881e-0a95202f0f91 tempest-VolumesNegativeTest-2146538919 tempest-VolumesNegativeTest-2146538919-project] Notify callbacks [] for port, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:31.713714 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.provisioning_blocks [req-a2664e1f-50c4-47cf-8486-f486d625b282 req-2dbb5f16-352f-485f-881e-0a95202f0f91 tempest-VolumesNegativeTest-2146538919 tempest-VolumesNegativeTest-2146538919-project] Transition to ACTIVE for port object d3029cc2-ec96-450c-b227-07e79eb04e7a will not be triggered until provisioned by entity DHCP. {{(pid=94297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 05:19:31.721441 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-4112d082-59fc-44ff-a4d7-26022e592842 req-aaaac9d3-473c-4943-8f66-7768b3378ffe tempest-VolumesNegativeTest-2146538919 tempest-VolumesNegativeTest-2146538919-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3a53709-8b8c-498f-9f1a-f8fcada997ce HTTP/1.1" status: 200 len: 210 time: 0.0271621 Sep 09 05:19:31.746433 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-a2664e1f-50c4-47cf-8486-f486d625b282 req-2dbb5f16-352f-485f-881e-0a95202f0f91 tempest-VolumesNegativeTest-2146538919 tempest-VolumesNegativeTest-2146538919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748631669697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29281037'] for port, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:31.787627 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2664e1f-50c4-47cf-8486-f486d625b282 req-2dbb5f16-352f-485f-881e-0a95202f0f91 tempest-VolumesNegativeTest-2146538919 tempest-VolumesNegativeTest-2146538919-project] Network 0cf8f16d-05c4-4365-9292-3ff78de54c89 is already hosted by enough agents. {{(pid=94297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 05:19:31.790864 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.base_scheduler [req-a2664e1f-50c4-47cf-8486-f486d625b282 req-2dbb5f16-352f-485f-881e-0a95202f0f91 tempest-VolumesNegativeTest-2146538919 tempest-VolumesNegativeTest-2146538919-project] Resources bound (agent type, host, resource id): {{(pid=94297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 05:19:31.797019 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2664e1f-50c4-47cf-8486-f486d625b282 req-2dbb5f16-352f-485f-881e-0a95202f0f91 tempest-VolumesNegativeTest-2146538919 tempest-VolumesNegativeTest-2146538919-project] Received port after_create {{(pid=94297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 05:19:31.820875 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbb5f16-352f-485f-881e-0a95202f0f91 tempest-VolumesNegativeTest-2146538919 tempest-VolumesNegativeTest-2146538919-project] Pushing event updated for resources: {'Port': ['ID=d3029cc2-ec96-450c-b227-07e79eb04e7a,revision_number=1']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:19:31.854124 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2664e1f-50c4-47cf-8486-f486d625b282 req-2dbb5f16-352f-485f-881e-0a95202f0f91 tempest-VolumesNegativeTest-2146538919 tempest-VolumesNegativeTest-2146538919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:31.854774 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-a2664e1f-50c4-47cf-8486-f486d625b282 req-2dbb5f16-352f-485f-881e-0a95202f0f91 tempest-VolumesNegativeTest-2146538919 tempest-VolumesNegativeTest-2146538919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-438482'] for port, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:31.870152 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-a2664e1f-50c4-47cf-8486-f486d625b282 req-2dbb5f16-352f-485f-881e-0a95202f0f91 tempest-VolumesNegativeTest-2146538919 tempest-VolumesNegativeTest-2146538919-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8727612 Sep 09 05:19:32.037078 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-d9fba301-0f63-4ac1-86c2-14fae9431036 None None] Provisioning for port d3029cc2-ec96-450c-b227-07e79eb04e7a completed by entity DHCP. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 05:19:32.040988 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-d9fba301-0f63-4ac1-86c2-14fae9431036 None None] Provisioning complete for port d3029cc2-ec96-450c-b227-07e79eb04e7a triggered by entity DHCP. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:19:32.041350 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-d9fba301-0f63-4ac1-86c2-14fae9431036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:32.185883 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.plugin [None req-d9fba301-0f63-4ac1-86c2-14fae9431036 None None] Port d3029cc2-ec96-450c-b227-07e79eb04e7a cannot update to ACTIVE because it is not bound. {{(pid=94299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 05:19:32.592744 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c0ccab-d4f5-477b-b9e0-ba3b9a91a877 req-94e650d2-cc5b-4c2d-abe1-f7d0dc821cae tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:32.594224 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-98c0ccab-d4f5-477b-b9e0-ba3b9a91a877 req-94e650d2-cc5b-4c2d-abe1-f7d0dc821cae tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/ports?device_id=8da8187b-6d5c-4b93-abb6-1e2d520bb3e8 HTTP/1.1" status: 200 len: 946 time: 0.0499945 Sep 09 05:19:32.630798 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-98c0ccab-d4f5-477b-b9e0-ba3b9a91a877 req-7a90e004-0365-4ca5-a1c9-f06b569e8ca7 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df6ce14-99a9-4cef-b918-a25f9a2fffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306919 Sep 09 05:19:32.859669 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cbd895-8c6b-4f81-b81d-25a67e3b13ff req-6f9bd7c9-e518-442b-a586-015793d5e6c3 tempest-VolumesNegativeTest-2146538919 tempest-VolumesNegativeTest-2146538919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:32.861142 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-72cbd895-8c6b-4f81-b81d-25a67e3b13ff req-6f9bd7c9-e518-442b-a586-015793d5e6c3 tempest-VolumesNegativeTest-2146538919 tempest-VolumesNegativeTest-2146538919-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3a53709-8b8c-498f-9f1a-f8fcada997ce HTTP/1.1" status: 200 len: 935 time: 0.0669045 Sep 09 05:19:32.870138 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333a6de7-ae52-4eaa-8963-188120a04929 req-6d92ff9d-a304-4175-aff4-1f2f8131521f tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:32.871146 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-333a6de7-ae52-4eaa-8963-188120a04929 req-6d92ff9d-a304-4175-aff4-1f2f8131521f tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/ports?device_id=8da8187b-6d5c-4b93-abb6-1e2d520bb3e8 HTTP/1.1" status: 200 len: 946 time: 0.0855927 Sep 09 05:19:33.131067 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-72cbd895-8c6b-4f81-b81d-25a67e3b13ff req-ac50d3e9-0782-4b83-922b-21c98078bb0c tempest-VolumesNegativeTest-2146538919 tempest-VolumesNegativeTest-2146538919-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d8f78b-da54-4d8a-a3c5-3523d9436213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589514 Sep 09 05:19:33.144040 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-333a6de7-ae52-4eaa-8963-188120a04929 req-db67cd54-123b-4e72-81c4-1e1d1119f360 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df6ce14-99a9-4cef-b918-a25f9a2fffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2661119 Sep 09 05:19:33.352132 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.v2.base [req-a2664e1f-50c4-47cf-8486-f486d625b282 req-5bccb43e-04f5-4e82-acca-11c3aef5e554 service neutron] Request body: {'port': {'device_id': 'a3a53709-8b8c-498f-9f1a-f8fcada997ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=94297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:19:33.406696 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-a2664e1f-50c4-47cf-8486-f486d625b282 req-5bccb43e-04f5-4e82-acca-11c3aef5e554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:33.665043 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.notifiers.nova [req-a2664e1f-50c4-47cf-8486-f486d625b282 req-5bccb43e-04f5-4e82-acca-11c3aef5e554 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3029cc2-ec96-450c-b227-07e79eb04e7a {{(pid=94297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 05:19:33.672163 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-a2664e1f-50c4-47cf-8486-f486d625b282 req-5bccb43e-04f5-4e82-acca-11c3aef5e554 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:33.684242 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.provisioning_blocks [req-a2664e1f-50c4-47cf-8486-f486d625b282 req-5bccb43e-04f5-4e82-acca-11c3aef5e554 service neutron] Transition to ACTIVE for port object d3029cc2-ec96-450c-b227-07e79eb04e7a will not be triggered until provisioned by entity L2. {{(pid=94297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 05:19:33.687615 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-a2664e1f-50c4-47cf-8486-f486d625b282 req-5bccb43e-04f5-4e82-acca-11c3aef5e554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29280254'] for port, after_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:33.737848 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bccb43e-04f5-4e82-acca-11c3aef5e554 service neutron] Pushing event updated for resources: {'Port': ['ID=d3029cc2-ec96-450c-b227-07e79eb04e7a,revision_number=2']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:19:33.810893 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.managers [req-a2664e1f-50c4-47cf-8486-f486d625b282 req-5bccb43e-04f5-4e82-acca-11c3aef5e554 service neutron] Attempting to bind port d3029cc2-ec96-450c-b227-07e79eb04e7a on host hv-cinder-77262 for vnic_type normal with profile {{(pid=94297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 05:19:33.811225 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.managers [req-a2664e1f-50c4-47cf-8486-f486d625b282 req-5bccb43e-04f5-4e82-acca-11c3aef5e554 service neutron] Attempting to bind port d3029cc2-ec96-450c-b227-07e79eb04e7a by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '062d05df-7ef1-4467-bccb-785939a96653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0cf8f16d-05c4-4365-9292-3ff78de54c89'}] {{(pid=94297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 05:19:33.811553 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2664e1f-50c4-47cf-8486-f486d625b282 req-5bccb43e-04f5-4e82-acca-11c3aef5e554 service neutron] Attempting to bind port d3029cc2-ec96-450c-b227-07e79eb04e7a on network 0cf8f16d-05c4-4365-9292-3ff78de54c89 {{(pid=94297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 05:19:33.815946 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2664e1f-50c4-47cf-8486-f486d625b282 req-5bccb43e-04f5-4e82-acca-11c3aef5e554 service neutron] Port d3029cc2-ec96-450c-b227-07e79eb04e7a on network 0cf8f16d-05c4-4365-9292-3ff78de54c89 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=94297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 05:19:33.816266 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2664e1f-50c4-47cf-8486-f486d625b282 req-5bccb43e-04f5-4e82-acca-11c3aef5e554 service neutron] Attempting to bind port d3029cc2-ec96-450c-b227-07e79eb04e7a on network 0cf8f16d-05c4-4365-9292-3ff78de54c89 {{(pid=94297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 05:19:33.821405 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2664e1f-50c4-47cf-8486-f486d625b282 req-5bccb43e-04f5-4e82-acca-11c3aef5e554 service neutron] Checking agent: {'id': '7670f20e-61bb-4b09-a030-6895aded51bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 5, 15, 5), 'started_at': datetime.datetime(2021, 9, 9, 5, 15, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 5, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 05:19:33.821771 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2664e1f-50c4-47cf-8486-f486d625b282 req-5bccb43e-04f5-4e82-acca-11c3aef5e554 service neutron] Checking segment: {'id': '062d05df-7ef1-4467-bccb-785939a96653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0cf8f16d-05c4-4365-9292-3ff78de54c89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 05:19:33.822161 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2664e1f-50c4-47cf-8486-f486d625b282 req-5bccb43e-04f5-4e82-acca-11c3aef5e554 service neutron] Bound using segment: {'id': '062d05df-7ef1-4467-bccb-785939a96653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0cf8f16d-05c4-4365-9292-3ff78de54c89'} {{(pid=94297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 05:19:33.822598 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.managers [req-a2664e1f-50c4-47cf-8486-f486d625b282 req-5bccb43e-04f5-4e82-acca-11c3aef5e554 service neutron] Bound port: d3029cc2-ec96-450c-b227-07e79eb04e7a, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '062d05df-7ef1-4467-bccb-785939a96653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '0cf8f16d-05c4-4365-9292-3ff78de54c89'}}] {{(pid=94297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 05:19:33.822959 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-a2664e1f-50c4-47cf-8486-f486d625b282 req-5bccb43e-04f5-4e82-acca-11c3aef5e554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:33.888182 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.db [req-a2664e1f-50c4-47cf-8486-f486d625b282 req-5bccb43e-04f5-4e82-acca-11c3aef5e554 service neutron] For port d3029cc2-ec96-450c-b227-07e79eb04e7a, host hv-cinder-77262, cleared binding levels {{(pid=94297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 05:19:33.891219 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.db [req-a2664e1f-50c4-47cf-8486-f486d625b282 req-5bccb43e-04f5-4e82-acca-11c3aef5e554 service neutron] For port d3029cc2-ec96-450c-b227-07e79eb04e7a, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=d3029cc2-ec96-450c-b227-07e79eb04e7a,segment=NetworkSegment(062d05df-7ef1-4467-bccb-785939a96653),segment_id=062d05df-7ef1-4467-bccb-785939a96653)] {{(pid=94297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 05:19:33.896837 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-a2664e1f-50c4-47cf-8486-f486d625b282 req-5bccb43e-04f5-4e82-acca-11c3aef5e554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29280254'] for port, after_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:33.930901 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2664e1f-50c4-47cf-8486-f486d625b282 req-5bccb43e-04f5-4e82-acca-11c3aef5e554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:33.931519 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-a2664e1f-50c4-47cf-8486-f486d625b282 req-5bccb43e-04f5-4e82-acca-11c3aef5e554 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-438482'] for port, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:33.932926 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-a2664e1f-50c4-47cf-8486-f486d625b282 req-5bccb43e-04f5-4e82-acca-11c3aef5e554 service neutron] 10.222.0.23 "PUT /v2.0/ports/d3029cc2-ec96-450c-b227-07e79eb04e7a HTTP/1.1" status: 200 len: 1097 time: 0.5862918 Sep 09 05:19:33.933309 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3a53709-8b8c-498f-9f1a-f8fcada997ce', 'tag': 'd3029cc2-ec96-450c-b227-07e79eb04e7a'}] {{(pid=94297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 05:19:33.935556 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85c66017178c43798701892324557e4ac90163104f6096848bec1798d04fbbd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81bf8180-d379-43ed-99e5-48368c8331df" -d '{"events": [{"name": "network-changed", "server_uuid": "a3a53709-8b8c-498f-9f1a-f8fcada997ce", "tag": "d3029cc2-ec96-450c-b227-07e79eb04e7a"}]}' {{(pid=94297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 05:19:33.959664 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bccb43e-04f5-4e82-acca-11c3aef5e554 service neutron] Pushing event updated for resources: {'Port': ['ID=d3029cc2-ec96-450c-b227-07e79eb04e7a,revision_number=3']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:19:33.975956 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 05:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b731516f-403e-4d9c-b3de-d31379f5ee82 x-openstack-request-id: req-b731516f-403e-4d9c-b3de-d31379f5ee82 {{(pid=94297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 05:19:33.976833 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3a53709-8b8c-498f-9f1a-f8fcada997ce", "tag": "d3029cc2-ec96-450c-b227-07e79eb04e7a", "status": "completed", "code": 200}]} {{(pid=94297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 05:19:33.977185 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b731516f-403e-4d9c-b3de-d31379f5ee82 {{(pid=94297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 05:19:33.977608 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3a53709-8b8c-498f-9f1a-f8fcada997ce', 'tag': 'd3029cc2-ec96-450c-b227-07e79eb04e7a', 'status': 'completed', 'code': 200} Sep 09 05:19:34.277418 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83663ba2-8c24-4953-b18c-d62262e1ccb4 req-8afce72f-c972-4243-b572-a2d1da7fc4ab tempest-VolumesNegativeTest-2146538919 tempest-VolumesNegativeTest-2146538919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:34.278919 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-83663ba2-8c24-4953-b18c-d62262e1ccb4 req-8afce72f-c972-4243-b572-a2d1da7fc4ab tempest-VolumesNegativeTest-2146538919 tempest-VolumesNegativeTest-2146538919-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3a53709-8b8c-498f-9f1a-f8fcada997ce HTTP/1.1" status: 200 len: 947 time: 0.0772762 Sep 09 05:19:34.290826 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db2351-0b33-4608-a1d7-8d27587fe2bb req-af33ee23-b2ad-4a5c-8f8e-fa2767ce8c3a tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:34.292295 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-b8db2351-0b33-4608-a1d7-8d27587fe2bb req-af33ee23-b2ad-4a5c-8f8e-fa2767ce8c3a tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/ports?device_id=8da8187b-6d5c-4b93-abb6-1e2d520bb3e8 HTTP/1.1" status: 200 len: 946 time: 0.0635369 Sep 09 05:19:34.347856 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-83663ba2-8c24-4953-b18c-d62262e1ccb4 req-ce2d150e-3ec7-4172-8754-79ba32d009b9 tempest-VolumesNegativeTest-2146538919 tempest-VolumesNegativeTest-2146538919-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d8f78b-da54-4d8a-a3c5-3523d9436213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545874 Sep 09 05:19:34.353880 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-b8db2351-0b33-4608-a1d7-8d27587fe2bb req-eec4a554-95b6-441f-a0a8-b1d91cc9673d tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df6ce14-99a9-4cef-b918-a25f9a2fffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547550 Sep 09 05:19:34.589973 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf8180-d379-43ed-99e5-48368c8331df req-f98cf7b0-7c35-4337-a742-44c5546167b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:34.591486 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-81bf8180-d379-43ed-99e5-48368c8331df req-f98cf7b0-7c35-4337-a742-44c5546167b7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=99ad197f83a44629bc673083f525fc14&device_id=a3a53709-8b8c-498f-9f1a-f8fcada997ce HTTP/1.1" status: 200 len: 1100 time: 0.0716417 Sep 09 05:19:34.594077 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c14c3a-789e-4e26-9e9e-1f6ce32ffb30 req-53ce2e09-3164-49cd-b55a-130e4e93ca0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:34.595417 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-89c14c3a-789e-4e26-9e9e-1f6ce32ffb30 req-53ce2e09-3164-49cd-b55a-130e4e93ca0b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9bed73d6cc44482b88fb30bf66765cac&device_id=8da8187b-6d5c-4b93-abb6-1e2d520bb3e8 HTTP/1.1" status: 200 len: 1099 time: 0.0665905 Sep 09 05:19:34.652242 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-81bf8180-d379-43ed-99e5-48368c8331df req-fabd24da-3403-4b94-aada-80e0ca459b96 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=99ad197f83a44629bc673083f525fc14&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0407479 Sep 09 05:19:34.854778 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c14c3a-789e-4e26-9e9e-1f6ce32ffb30 req-09b99925-6f8b-4436-af60-ce4ae2407f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:34.856356 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-89c14c3a-789e-4e26-9e9e-1f6ce32ffb30 req-09b99925-6f8b-4436-af60-ce4ae2407f0b service neutron] 10.222.0.23 "GET /v2.0/networks?id=7b28e044-cfb6-46f2-81af-55250817b403 HTTP/1.1" status: 200 len: 910 time: 0.2367320 Sep 09 05:19:34.881964 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf8180-d379-43ed-99e5-48368c8331df req-56317251-8d8b-4d5f-9f40-bf3087ee8d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:34.884120 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-81bf8180-d379-43ed-99e5-48368c8331df req-56317251-8d8b-4d5f-9f40-bf3087ee8d19 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2218387 Sep 09 05:19:34.906327 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:34.949246 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-89c14c3a-789e-4e26-9e9e-1f6ce32ffb30 req-c5dba998-9fd0-427f-a699-1ada1b2146a8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8b0999b-cf5b-4349-ac9d-3ce487d83d68 HTTP/1.1" status: 200 len: 1002 time: 0.0779691 Sep 09 05:19:35.032545 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2664e1f-50c4-47cf-8486-f486d625b282 req-0b2bc7a3-7ac9-4a61-87f6-a841d76ce4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:35.034219 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-a2664e1f-50c4-47cf-8486-f486d625b282 req-0b2bc7a3-7ac9-4a61-87f6-a841d76ce4fe service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=99ad197f83a44629bc673083f525fc14&device_id=a3a53709-8b8c-498f-9f1a-f8fcada997ce HTTP/1.1" status: 200 len: 1100 time: 0.0841091 Sep 09 05:19:35.038147 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c14c3a-789e-4e26-9e9e-1f6ce32ffb30 req-a3cf26de-31dc-4e13-8bbd-bbbadf58fa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:35.040057 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-89c14c3a-789e-4e26-9e9e-1f6ce32ffb30 req-a3cf26de-31dc-4e13-8bbd-bbbadf58fa56 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=51c02a87-9f42-4bcc-8c63-f9b42807f41e HTTP/1.1" status: 200 len: 849 time: 0.0808790 Sep 09 05:19:35.129679 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-a2664e1f-50c4-47cf-8486-f486d625b282 req-872b6680-835d-4ddc-88b9-58d5db2c2367 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=d3029cc2-ec96-450c-b227-07e79eb04e7a HTTP/1.1" status: 200 len: 217 time: 0.0687721 Sep 09 05:19:35.187729 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c14c3a-789e-4e26-9e9e-1f6ce32ffb30 req-827a9f0d-fbe7-43e2-a925-da6446322df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:35.190101 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-89c14c3a-789e-4e26-9e9e-1f6ce32ffb30 req-827a9f0d-fbe7-43e2-a925-da6446322df9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7b28e044-cfb6-46f2-81af-55250817b403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1218622 Sep 09 05:19:35.221059 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2664e1f-50c4-47cf-8486-f486d625b282 req-30e76441-a450-44d1-89aa-eec229ebdb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:35.222859 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-a2664e1f-50c4-47cf-8486-f486d625b282 req-30e76441-a450-44d1-89aa-eec229ebdb35 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=eca64991-cd09-4825-9bc5-a9bba31c378b HTTP/1.1" status: 200 len: 843 time: 0.0827086 Sep 09 05:19:35.324888 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2664e1f-50c4-47cf-8486-f486d625b282 req-ea4bbc24-7783-4d55-8f25-0a48ae9cc0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:35.327579 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-a2664e1f-50c4-47cf-8486-f486d625b282 req-ea4bbc24-7783-4d55-8f25-0a48ae9cc0b4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0cf8f16d-05c4-4365-9292-3ff78de54c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0942054 Sep 09 05:19:35.332391 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-89c14c3a-789e-4e26-9e9e-1f6ce32ffb30 req-8ab5639a-6d1c-45e4-9352-a85ee1a8f372 service neutron] 10.222.0.23 "GET /v2.0/networks/7b28e044-cfb6-46f2-81af-55250817b403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300409 Sep 09 05:19:35.493038 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f8b00-bfaf-4760-9ba8-bb3192317f90 req-74eb69f1-3dde-4379-9ce3-015f7ff3fa6e tempest-VolumesNegativeTest-2146538919 tempest-VolumesNegativeTest-2146538919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:35.501754 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-0a5f8b00-bfaf-4760-9ba8-bb3192317f90 req-74eb69f1-3dde-4379-9ce3-015f7ff3fa6e tempest-VolumesNegativeTest-2146538919 tempest-VolumesNegativeTest-2146538919-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3a53709-8b8c-498f-9f1a-f8fcada997ce HTTP/1.1" status: 200 len: 947 time: 0.0714293 Sep 09 05:19:35.535377 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-a2664e1f-50c4-47cf-8486-f486d625b282 req-62573749-87f9-4587-832d-d6fc082422a9 service neutron] 10.222.0.23 "GET /v2.0/networks/0cf8f16d-05c4-4365-9292-3ff78de54c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892011 Sep 09 05:19:35.536514 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-0a5f8b00-bfaf-4760-9ba8-bb3192317f90 req-67096545-e9ba-4665-b5ee-e16b24061726 tempest-VolumesNegativeTest-2146538919 tempest-VolumesNegativeTest-2146538919-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d8f78b-da54-4d8a-a3c5-3523d9436213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337546 Sep 09 05:19:35.538859 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-89c14c3a-789e-4e26-9e9e-1f6ce32ffb30 req-663f26ea-e247-43e7-8197-4357d90d02dc service neutron] 10.222.0.23 "GET /v2.0/networks/7b28e044-cfb6-46f2-81af-55250817b403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911707 Sep 09 05:19:35.608586 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826275b5-0880-4879-8303-4525c60b9af7 req-44fa34d5-d7e7-414c-b8b6-e97e02d52361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:35.610081 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-826275b5-0880-4879-8303-4525c60b9af7 req-44fa34d5-d7e7-414c-b8b6-e97e02d52361 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bc42907dc3434e2ea444add09b95bb24&device_id=3cb26945-4b50-4199-9514-eb3e38c1f59c HTTP/1.1" status: 200 len: 1098 time: 0.0726089 Sep 09 05:19:35.652691 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-a2664e1f-50c4-47cf-8486-f486d625b282 req-1505a65a-46fc-4a79-ba22-509ee053c8c4 service neutron] 10.222.0.23 "GET /v2.0/networks/0cf8f16d-05c4-4365-9292-3ff78de54c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940089 Sep 09 05:19:35.667697 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f78a193-2016-4cdf-b0bf-582a890d8fa9 req-8a4a2154-d5b0-4b92-a2fc-92519743fe9e tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:35.669196 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-8f78a193-2016-4cdf-b0bf-582a890d8fa9 req-8a4a2154-d5b0-4b92-a2fc-92519743fe9e tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/ports?device_id=8da8187b-6d5c-4b93-abb6-1e2d520bb3e8 HTTP/1.1" status: 200 len: 946 time: 0.1306486 Sep 09 05:19:35.752109 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac398ed-c2ad-4185-b2e9-9bd84f79c778 req-c4b4fb70-ff0a-4300-b23b-291a689e19d3 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:35.753597 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-5ac398ed-c2ad-4185-b2e9-9bd84f79c778 req-c4b4fb70-ff0a-4300-b23b-291a689e19d3 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/ports?device_id=28d273f5-9210-4aca-8369-5660db990f29 HTTP/1.1" status: 200 len: 946 time: 0.1474206 Sep 09 05:19:35.786883 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-8f78a193-2016-4cdf-b0bf-582a890d8fa9 req-e6d8426d-9939-4737-a25c-a2f957433c90 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df6ce14-99a9-4cef-b918-a25f9a2fffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054955 Sep 09 05:19:35.799836 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826275b5-0880-4879-8303-4525c60b9af7 req-790be848-91c4-4ded-b74f-75dbef5ac567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:35.801317 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-826275b5-0880-4879-8303-4525c60b9af7 req-790be848-91c4-4ded-b74f-75dbef5ac567 service neutron] 10.222.0.23 "GET /v2.0/networks?id=00cd2a8c-0672-473b-a5e4-39b12300043e HTTP/1.1" status: 200 len: 918 time: 0.1771517 Sep 09 05:19:35.852690 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-826275b5-0880-4879-8303-4525c60b9af7 req-e31593d7-4bca-4eed-9c0d-eb70c78da17b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e8e5cc9-2383-4dac-8a0c-e8e67256409c HTTP/1.1" status: 200 len: 217 time: 0.0387630 Sep 09 05:19:35.855919 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-5ac398ed-c2ad-4185-b2e9-9bd84f79c778 req-e88ceed6-e864-492c-983f-08fe631a67a4 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b559db1-1589-4e96-9e76-ca77d0cb852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922854 Sep 09 05:19:35.948950 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd003cfd-e5e0-45ce-ac81-88c545d1d56b req-1ca2947b-cd45-49d7-81b3-3bac5f95f0a5 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:35.950471 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-dd003cfd-e5e0-45ce-ac81-88c545d1d56b req-1ca2947b-cd45-49d7-81b3-3bac5f95f0a5 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cb26945-4b50-4199-9514-eb3e38c1f59c HTTP/1.1" status: 200 len: 945 time: 0.0931511 Sep 09 05:19:35.951788 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826275b5-0880-4879-8303-4525c60b9af7 req-08cd0f55-acf1-49ec-ac13-ad137c92104e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:35.953133 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-826275b5-0880-4879-8303-4525c60b9af7 req-08cd0f55-acf1-49ec-ac13-ad137c92104e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0c182cba-f24f-48d3-93d9-c95e60c8cd67 HTTP/1.1" status: 200 len: 858 time: 0.0868785 Sep 09 05:19:35.994727 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-826275b5-0880-4879-8303-4525c60b9af7 req-b5847e17-313c-4aa8-956c-0a96a89e3ef7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=00cd2a8c-0672-473b-a5e4-39b12300043e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311840 Sep 09 05:19:36.026591 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-dd003cfd-e5e0-45ce-ac81-88c545d1d56b req-fe61c171-515e-43da-9543-49c77069548a tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700707 Sep 09 05:19:36.103609 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-826275b5-0880-4879-8303-4525c60b9af7 req-302280a3-f241-4fe6-8bd6-be286c2e9d85 service neutron] 10.222.0.23 "GET /v2.0/networks/00cd2a8c-0672-473b-a5e4-39b12300043e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972192 Sep 09 05:19:36.196808 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-826275b5-0880-4879-8303-4525c60b9af7 req-102acef1-7e84-4cb6-b72e-c7f93a48f175 service neutron] 10.222.0.23 "GET /v2.0/networks/00cd2a8c-0672-473b-a5e4-39b12300043e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858960 Sep 09 05:19:36.653325 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3829f0-1a8b-48c2-b1d5-a970b7649cb9 req-83c7e2e4-5e14-4d74-ae7f-02926ad2fad0 tempest-VolumesNegativeTest-2146538919 tempest-VolumesNegativeTest-2146538919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:36.654771 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-ef3829f0-1a8b-48c2-b1d5-a970b7649cb9 req-83c7e2e4-5e14-4d74-ae7f-02926ad2fad0 tempest-VolumesNegativeTest-2146538919 tempest-VolumesNegativeTest-2146538919-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3a53709-8b8c-498f-9f1a-f8fcada997ce HTTP/1.1" status: 200 len: 947 time: 0.0504823 Sep 09 05:19:36.703361 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-ef3829f0-1a8b-48c2-b1d5-a970b7649cb9 req-1af8b54a-a306-4b2d-b845-6e0920d408c7 tempest-VolumesNegativeTest-2146538919 tempest-VolumesNegativeTest-2146538919-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d8f78b-da54-4d8a-a3c5-3523d9436213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418673 Sep 09 05:19:36.908151 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479f2d40-b9c0-492c-a4d9-269b93b89255 req-db827eda-dc3f-46db-a044-18d52ef80a94 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:36.909554 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-479f2d40-b9c0-492c-a4d9-269b93b89255 req-db827eda-dc3f-46db-a044-18d52ef80a94 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/ports?device_id=8da8187b-6d5c-4b93-abb6-1e2d520bb3e8 HTTP/1.1" status: 200 len: 946 time: 0.0512640 Sep 09 05:19:36.973714 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-479f2d40-b9c0-492c-a4d9-269b93b89255 req-96fede50-94f4-4a65-8a60-642cd2aad7c2 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df6ce14-99a9-4cef-b918-a25f9a2fffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575702 Sep 09 05:19:36.990704 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7866c36d-c9d3-44dd-aa87-3252e80f10f8 req-961dab3d-be0b-4836-923b-da2c51584b7f tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:36.992794 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-7866c36d-c9d3-44dd-aa87-3252e80f10f8 req-961dab3d-be0b-4836-923b-da2c51584b7f tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/ports?device_id=28d273f5-9210-4aca-8369-5660db990f29 HTTP/1.1" status: 200 len: 946 time: 0.0630820 Sep 09 05:19:37.030951 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-7866c36d-c9d3-44dd-aa87-3252e80f10f8 req-0f813344-e14e-4c55-8b12-69ec62e0c5cc tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b559db1-1589-4e96-9e76-ca77d0cb852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314143 Sep 09 05:19:37.145384 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6960de-49ac-4818-a479-66648ffd3911 req-9e3e3437-028e-4b0b-ab36-14b88d099bac tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:37.147164 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-bd6960de-49ac-4818-a479-66648ffd3911 req-9e3e3437-028e-4b0b-ab36-14b88d099bac tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cb26945-4b50-4199-9514-eb3e38c1f59c HTTP/1.1" status: 200 len: 945 time: 0.0547390 Sep 09 05:19:37.187529 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-bd6960de-49ac-4818-a479-66648ffd3911 req-2241cfbb-98d1-40da-b4da-024e82da2539 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337274 Sep 09 05:19:37.199872 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 38086) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:19:37.305219 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-d918e83c-4f91-4b4c-9a95-a865ba30983d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:37.393920 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-d918e83c-4f91-4b4c-9a95-a865ba30983d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:37.397407 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-d918e83c-4f91-4b4c-9a95-a865ba30983d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:37.434466 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d918e83c-4f91-4b4c-9a95-a865ba30983d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=867cf2a7-8ab7-43b6-8bc5-a750df40f9f8,revision_number=1']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:19:37.438746 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-d918e83c-4f91-4b4c-9a95-a865ba30983d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e9cd440b95764cbe9282589418e0077d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2378099 Sep 09 05:19:37.441451 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 38090) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:19:37.490018 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-2e180c29-a8e7-44db-b2c4-45420be6495f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:37.510590 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-2e180c29-a8e7-44db-b2c4-45420be6495f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:37.558696 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-2e180c29-a8e7-44db-b2c4-45420be6495f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:37.561281 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-2e180c29-a8e7-44db-b2c4-45420be6495f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:37.562457 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-2e180c29-a8e7-44db-b2c4-45420be6495f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/867cf2a7-8ab7-43b6-8bc5-a750df40f9f8 HTTP/1.1" status: 204 len: 168 time: 0.1200991 Sep 09 05:19:37.569813 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e180c29-a8e7-44db-b2c4-45420be6495f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=867cf2a7-8ab7-43b6-8bc5-a750df40f9f8,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:19:37.823393 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f70e0c4-f3b8-4636-8f97-7f024db300fe req-0aad818a-bec2-4c85-a6ef-18e1d98b8f3e tempest-VolumesNegativeTest-2146538919 tempest-VolumesNegativeTest-2146538919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:37.824872 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-6f70e0c4-f3b8-4636-8f97-7f024db300fe req-0aad818a-bec2-4c85-a6ef-18e1d98b8f3e tempest-VolumesNegativeTest-2146538919 tempest-VolumesNegativeTest-2146538919-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3a53709-8b8c-498f-9f1a-f8fcada997ce HTTP/1.1" status: 200 len: 947 time: 0.0525074 Sep 09 05:19:37.861177 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-6f70e0c4-f3b8-4636-8f97-7f024db300fe req-d1866d17-15f8-465d-a172-46430872d8ae tempest-VolumesNegativeTest-2146538919 tempest-VolumesNegativeTest-2146538919-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d8f78b-da54-4d8a-a3c5-3523d9436213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304723 Sep 09 05:19:38.047130 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beda8436-4d4d-4cb1-924d-0e910b0bcfff req-11665e52-e96b-4ae7-9526-07089f9f6f8e tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:38.048479 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-beda8436-4d4d-4cb1-924d-0e910b0bcfff req-11665e52-e96b-4ae7-9526-07089f9f6f8e tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.23 "GET /v2.0/ports?device_id=28d273f5-9210-4aca-8369-5660db990f29 HTTP/1.1" status: 200 len: 946 time: 0.0485287 Sep 09 05:19:38.171792 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a894aa-2688-46d0-96bf-3b5cd848e254 req-b753be3b-242f-4c0a-bae0-7c2a5b5ad2a4 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:38.173259 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-f6a894aa-2688-46d0-96bf-3b5cd848e254 req-b753be3b-242f-4c0a-bae0-7c2a5b5ad2a4 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/ports?device_id=28d273f5-9210-4aca-8369-5660db990f29 HTTP/1.1" status: 200 len: 946 time: 0.0743122 Sep 09 05:19:38.197101 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.plugin [req-beda8436-4d4d-4cb1-924d-0e910b0bcfff req-ed030b23-0dfc-414e-af53-a79a2ba75df6 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Deleting port a1a9f4b0-2a67-4ab0-be24-45cb2353766d {{(pid=94298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 05:19:38.197434 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [req-beda8436-4d4d-4cb1-924d-0e910b0bcfff req-ed030b23-0dfc-414e-af53-a79a2ba75df6 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748632167994'] for port, before_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:38.240955 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-f6a894aa-2688-46d0-96bf-3b5cd848e254 req-7d9ca190-a677-469b-8d9b-4aebbf1201a3 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b559db1-1589-4e96-9e76-ca77d0cb852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594912 Sep 09 05:19:38.328099 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.db [req-beda8436-4d4d-4cb1-924d-0e910b0bcfff req-ed030b23-0dfc-414e-af53-a79a2ba75df6 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] For port a1a9f4b0-2a67-4ab0-be24-45cb2353766d, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=a1a9f4b0-2a67-4ab0-be24-45cb2353766d,segment=NetworkSegment(2253588a-18bc-44eb-b0be-6d785831d1ef),segment_id=2253588a-18bc-44eb-b0be-6d785831d1ef)] {{(pid=94298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:19:38.328502 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [req-beda8436-4d4d-4cb1-924d-0e910b0bcfff req-ed030b23-0dfc-414e-af53-a79a2ba75df6 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596826'] for port, precommit_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:38.345123 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.plugin [req-beda8436-4d4d-4cb1-924d-0e910b0bcfff req-ed030b23-0dfc-414e-af53-a79a2ba75df6 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Calling delete_port for a1a9f4b0-2a67-4ab0-be24-45cb2353766d owned by compute:nova {{(pid=94298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 05:19:38.354437 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67b10a2-cc61-41d6-922f-55371583d191 req-0d8f98c7-9957-4f82-804a-366d98aeecaf tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:38.355963 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-e67b10a2-cc61-41d6-922f-55371583d191 req-0d8f98c7-9957-4f82-804a-366d98aeecaf tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cb26945-4b50-4199-9514-eb3e38c1f59c HTTP/1.1" status: 200 len: 945 time: 0.0840440 Sep 09 05:19:38.436515 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-e67b10a2-cc61-41d6-922f-55371583d191 req-269b38e6-e4ea-4261-b8cc-cc5bcb9bdb7f tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732079 Sep 09 05:19:38.523851 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [req-beda8436-4d4d-4cb1-924d-0e910b0bcfff req-ed030b23-0dfc-414e-af53-a79a2ba75df6 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748632172548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748631669706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1874062'] for port, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:38.539535 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] get_ports_and_sgs() called for port_ids ['c5e39047-1d7f-4114-87dd-09560771c0ed', '24e1f0ba-92ba-4c84-bc59-4d552978c625', '13148bd5-c628-4326-95e4-f89f35deac51', 'a1a9f4b0-2a67-4ab0-be24-45cb2353766d'] {{(pid=94299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 05:19:38.551843 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed030b23-0dfc-414e-af53-a79a2ba75df6 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Pushing event deleted for resources: {'Port': ['ID=a1a9f4b0-2a67-4ab0-be24-45cb2353766d,revision_number=None']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:19:38.591393 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.db.l3_dvrscheduler_db [req-beda8436-4d4d-4cb1-924d-0e910b0bcfff req-ed030b23-0dfc-414e-af53-a79a2ba75df6 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] No DVR routers for this DVR port a1a9f4b0-2a67-4ab0-be24-45cb2353766d on host hv-cinder-77262 {{(pid=94298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 05:19:38.594042 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [req-beda8436-4d4d-4cb1-924d-0e910b0bcfff req-ed030b23-0dfc-414e-af53-a79a2ba75df6 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-438482'] for port, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:38.596136 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-beda8436-4d4d-4cb1-924d-0e910b0bcfff req-ed030b23-0dfc-414e-af53-a79a2ba75df6 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.23 "DELETE /v2.0/ports/a1a9f4b0-2a67-4ab0-be24-45cb2353766d HTTP/1.1" status: 204 len: 173 time: 0.5405142 Sep 09 05:19:38.596569 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d273f5-9210-4aca-8369-5660db990f29', 'name': 'network-vif-deleted', 'tag': 'a1a9f4b0-2a67-4ab0-be24-45cb2353766d'}] {{(pid=94298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 05:19:38.598926 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bce242ee21533c645a402e1a550c8899fb444cbd779d7c78464fb91fbc7682ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de64b861-0f7b-41f2-927a-9a1f49eb8b2d" -d '{"events": [{"server_uuid": "28d273f5-9210-4aca-8369-5660db990f29", "name": "network-vif-deleted", "tag": "a1a9f4b0-2a67-4ab0-be24-45cb2353766d"}]}' {{(pid=94298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 05:19:38.637006 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 05:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7f21cf1-a21d-469d-ae39-90c10772da0b x-openstack-request-id: req-f7f21cf1-a21d-469d-ae39-90c10772da0b {{(pid=94298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 05:19:38.637382 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28d273f5-9210-4aca-8369-5660db990f29", "name": "network-vif-deleted", "tag": "a1a9f4b0-2a67-4ab0-be24-45cb2353766d", "status": "completed", "code": 200}]} {{(pid=94298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 05:19:38.637730 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f7f21cf1-a21d-469d-ae39-90c10772da0b {{(pid=94298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 05:19:38.638124 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28d273f5-9210-4aca-8369-5660db990f29', 'name': 'network-vif-deleted', 'tag': 'a1a9f4b0-2a67-4ab0-be24-45cb2353766d', 'status': 'completed', 'code': 200} Sep 09 05:19:38.976727 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bedc60b-a2ab-45d9-9f69-762d51a48e7d req-2cb2b892-7fd2-47db-987b-861b76fd7ed5 tempest-VolumesNegativeTest-2146538919 tempest-VolumesNegativeTest-2146538919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:38.978282 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-2bedc60b-a2ab-45d9-9f69-762d51a48e7d req-2cb2b892-7fd2-47db-987b-861b76fd7ed5 tempest-VolumesNegativeTest-2146538919 tempest-VolumesNegativeTest-2146538919-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3a53709-8b8c-498f-9f1a-f8fcada997ce HTTP/1.1" status: 200 len: 947 time: 0.0513644 Sep 09 05:19:39.014008 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-2bedc60b-a2ab-45d9-9f69-762d51a48e7d req-42265660-6765-49e6-9e4b-706e10ba667d tempest-VolumesNegativeTest-2146538919 tempest-VolumesNegativeTest-2146538919-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d8f78b-da54-4d8a-a3c5-3523d9436213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299211 Sep 09 05:19:39.573317 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8214ecf3-011f-4236-95d7-8cdac13c09f9 req-428d48bc-bdc5-403c-9748-4b49291de1c3 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:39.574823 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-8214ecf3-011f-4236-95d7-8cdac13c09f9 req-428d48bc-bdc5-403c-9748-4b49291de1c3 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cb26945-4b50-4199-9514-eb3e38c1f59c HTTP/1.1" status: 200 len: 945 time: 0.0543041 Sep 09 05:19:39.613609 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-8214ecf3-011f-4236-95d7-8cdac13c09f9 req-dfd18323-ef2e-4730-8755-d36edec60e6c tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327251 Sep 09 05:19:39.786516 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01f926-9d7e-43c9-b8ed-b61ff28e24f0 req-c9e3d3d4-2beb-4d35-988b-3b834dea59d6 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:39.787968 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-4c01f926-9d7e-43c9-b8ed-b61ff28e24f0 req-c9e3d3d4-2beb-4d35-988b-3b834dea59d6 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] 10.222.0.24 "GET /v2.0/ports?device_id=7316273c-bb34-4e8b-b05f-f2c5f9310c6d HTTP/1.1" status: 200 len: 945 time: 0.0477722 Sep 09 05:19:39.825336 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-4c01f926-9d7e-43c9-b8ed-b61ff28e24f0 req-bc4f7bf0-c548-4f64-902c-536037ed848a tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] 10.222.0.24 "GET /v2.0/security-groups?id=046efcc4-b14a-4f56-be2c-eb408b0f7ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307653 Sep 09 05:19:40.129723 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b07cfae-e4dc-420c-b049-bef19bcc5369 req-2ef82bd8-f251-4606-9a6d-11ce565d8d30 tempest-VolumesNegativeTest-2146538919 tempest-VolumesNegativeTest-2146538919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:40.131164 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-4b07cfae-e4dc-420c-b049-bef19bcc5369 req-2ef82bd8-f251-4606-9a6d-11ce565d8d30 tempest-VolumesNegativeTest-2146538919 tempest-VolumesNegativeTest-2146538919-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3a53709-8b8c-498f-9f1a-f8fcada997ce HTTP/1.1" status: 200 len: 947 time: 0.0510266 Sep 09 05:19:40.168292 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-4b07cfae-e4dc-420c-b049-bef19bcc5369 req-9682446c-f990-4b63-9ac5-f3f297716c1a tempest-VolumesNegativeTest-2146538919 tempest-VolumesNegativeTest-2146538919-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d8f78b-da54-4d8a-a3c5-3523d9436213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312331 Sep 09 05:19:40.404672 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device d3029cc2-ec96-450c-b227-07e79eb04e7a details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=94299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 05:19:40.500988 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] For port d3029cc2-ec96-450c-b227-07e79eb04e7a, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=d3029cc2-ec96-450c-b227-07e79eb04e7a,segment=NetworkSegment(062d05df-7ef1-4467-bccb-785939a96653),segment_id=062d05df-7ef1-4467-bccb-785939a96653)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:19:40.512201 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Returning: {'device': 'd3029cc2-ec96-450c-b227-07e79eb04e7a', 'network_id': '0cf8f16d-05c4-4365-9292-3ff78de54c89', 'port_id': 'd3029cc2-ec96-450c-b227-07e79eb04e7a', 'mac_address': 'fa:16:3e:bd:02:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eca64991-cd09-4825-9bc5-a9bba31c378b', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 05:19:40.555531 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:40.568020 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.notifiers.nova [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3029cc2-ec96-450c-b227-07e79eb04e7a {{(pid=94299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 05:19:40.587592 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] For port d3029cc2-ec96-450c-b227-07e79eb04e7a, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=d3029cc2-ec96-450c-b227-07e79eb04e7a,segment=NetworkSegment(062d05df-7ef1-4467-bccb-785939a96653),segment_id=062d05df-7ef1-4467-bccb-785939a96653)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:19:40.591622 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:40.636299 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a11143-62d9-41f8-81c2-8bf7ad24edea req-bf53f940-eadb-45e6-8f1b-058e76617b9b tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:40.638130 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-50a11143-62d9-41f8-81c2-8bf7ad24edea req-bf53f940-eadb-45e6-8f1b-058e76617b9b tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/ports?device_id=dda220bf-9f00-45c7-96e6-7223b61e4a05 HTTP/1.1" status: 200 len: 946 time: 0.0511837 Sep 09 05:19:40.642298 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Pushing event updated for resources: {'Port': ['ID=d3029cc2-ec96-450c-b227-07e79eb04e7a,revision_number=4']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:19:40.650041 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:19:40.650288 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:19:40.650634 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:19:40.650969 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:19:40.651303 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:19:40.651641 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:19:40.651958 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:19:40.652283 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:19:40.652620 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:19:40.652948 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:19:40.653269 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:19:40.653665 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:19:40.677239 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-50a11143-62d9-41f8-81c2-8bf7ad24edea req-1ad6eec8-a547-45c4-8169-d57e29cec81f tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b559db1-1589-4e96-9e76-ca77d0cb852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323982 Sep 09 05:19:40.735418 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff3a2a-467d-49c7-8a39-2869af8f65a4 req-4d84ab57-d8e8-4581-8e0c-ba43bbe37da3 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:40.736881 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-d1ff3a2a-467d-49c7-8a39-2869af8f65a4 req-4d84ab57-d8e8-4581-8e0c-ba43bbe37da3 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cb26945-4b50-4199-9514-eb3e38c1f59c HTTP/1.1" status: 200 len: 945 time: 0.0538650 Sep 09 05:19:40.773914 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-d1ff3a2a-467d-49c7-8a39-2869af8f65a4 req-d9efbe1d-cdd2-4ba7-ad97-e080d0af1ef9 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299354 Sep 09 05:19:40.941448 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eb7df7-4bed-417c-8ee0-f0a7913880d7 req-e32bbbee-4d18-4fb4-8959-2ddc74ac9430 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:40.942845 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-a2eb7df7-4bed-417c-8ee0-f0a7913880d7 req-e32bbbee-4d18-4fb4-8959-2ddc74ac9430 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] 10.222.0.24 "GET /v2.0/ports?device_id=7316273c-bb34-4e8b-b05f-f2c5f9310c6d HTTP/1.1" status: 200 len: 945 time: 0.0531318 Sep 09 05:19:40.980133 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-a2eb7df7-4bed-417c-8ee0-f0a7913880d7 req-414d8f2b-f137-4de8-8167-53585d94cb52 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] 10.222.0.24 "GET /v2.0/security-groups?id=046efcc4-b14a-4f56-be2c-eb408b0f7ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313389 Sep 09 05:19:41.048627 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] get_ports_and_sgs() called for port_ids ['d3029cc2-ec96-450c-b227-07e79eb04e7a'] {{(pid=94299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 05:19:41.278308 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b67f8-8bbc-48d8-8595-f17aff287fb8 req-9965ab1f-f601-483e-b280-e9b711343cd8 tempest-VolumesNegativeTest-2146538919 tempest-VolumesNegativeTest-2146538919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:41.279749 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-194b67f8-8bbc-48d8-8595-f17aff287fb8 req-9965ab1f-f601-483e-b280-e9b711343cd8 tempest-VolumesNegativeTest-2146538919 tempest-VolumesNegativeTest-2146538919-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3a53709-8b8c-498f-9f1a-f8fcada997ce HTTP/1.1" status: 200 len: 948 time: 0.0470693 Sep 09 05:19:41.315184 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-194b67f8-8bbc-48d8-8595-f17aff287fb8 req-a388c7a5-ebbc-4ecf-a320-76edb8f521a1 tempest-VolumesNegativeTest-2146538919 tempest-VolumesNegativeTest-2146538919-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d8f78b-da54-4d8a-a3c5-3523d9436213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296381 Sep 09 05:19:41.789876 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a468d4-d105-4750-bbc4-6c72d6b92eb5 req-9b94461e-3996-4ecd-84af-adfda9c6fad4 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:41.791421 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-44a468d4-d105-4750-bbc4-6c72d6b92eb5 req-9b94461e-3996-4ecd-84af-adfda9c6fad4 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/ports?device_id=dda220bf-9f00-45c7-96e6-7223b61e4a05 HTTP/1.1" status: 200 len: 946 time: 0.0472088 Sep 09 05:19:41.829242 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-44a468d4-d105-4750-bbc4-6c72d6b92eb5 req-14532012-c809-4c8a-97bb-4ca186307171 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b559db1-1589-4e96-9e76-ca77d0cb852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319257 Sep 09 05:19:41.890380 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c43bc0-1454-4f2c-a029-2dd332b6b518 req-a4ee9cd3-faa6-42a9-8f58-71382aaa579a tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:41.891848 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-39c43bc0-1454-4f2c-a029-2dd332b6b518 req-a4ee9cd3-faa6-42a9-8f58-71382aaa579a tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cb26945-4b50-4199-9514-eb3e38c1f59c HTTP/1.1" status: 200 len: 945 time: 0.0517039 Sep 09 05:19:41.929870 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-39c43bc0-1454-4f2c-a029-2dd332b6b518 req-deb871fa-cb2e-4417-9e11-89ef555d4e5a tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315852 Sep 09 05:19:42.089283 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc15bf-bf7a-4fcc-9156-7cfb805af403 req-987ac33e-b458-49a0-9a70-cfe61becafa0 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:42.090756 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-67cc15bf-bf7a-4fcc-9156-7cfb805af403 req-987ac33e-b458-49a0-9a70-cfe61becafa0 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] 10.222.0.24 "GET /v2.0/ports?device_id=7316273c-bb34-4e8b-b05f-f2c5f9310c6d HTTP/1.1" status: 200 len: 945 time: 0.0472116 Sep 09 05:19:42.136147 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-67cc15bf-bf7a-4fcc-9156-7cfb805af403 req-e0340068-2730-4e44-938c-3df30817fa4e tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] 10.222.0.24 "GET /v2.0/security-groups?id=046efcc4-b14a-4f56-be2c-eb408b0f7ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395956 Sep 09 05:19:42.170569 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f830cef-d941-4e10-a8fb-d292a3409182 req-884864c5-1829-4906-a7f6-d3fdacf44ac8 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:42.172000 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-5f830cef-d941-4e10-a8fb-d292a3409182 req-884864c5-1829-4906-a7f6-d3fdacf44ac8 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] 10.222.0.23 "GET /v2.0/ports?device_id=7316273c-bb34-4e8b-b05f-f2c5f9310c6d HTTP/1.1" status: 200 len: 945 time: 0.0485213 Sep 09 05:19:42.265175 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.plugin [req-5f830cef-d941-4e10-a8fb-d292a3409182 req-555595ab-4a7a-49c9-b282-7b9f3907fe17 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] Deleting port e164414a-4a3a-449c-add0-c2d419a6d09e {{(pid=94298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 05:19:42.265422 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [req-5f830cef-d941-4e10-a8fb-d292a3409182 req-555595ab-4a7a-49c9-b282-7b9f3907fe17 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748632167994'] for port, before_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:42.350043 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.db [req-5f830cef-d941-4e10-a8fb-d292a3409182 req-555595ab-4a7a-49c9-b282-7b9f3907fe17 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] For port e164414a-4a3a-449c-add0-c2d419a6d09e, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=e164414a-4a3a-449c-add0-c2d419a6d09e,segment=NetworkSegment(1545240a-f080-4a75-a9e1-8044d52ca07a),segment_id=1545240a-f080-4a75-a9e1-8044d52ca07a)] {{(pid=94298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:19:42.350879 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [req-5f830cef-d941-4e10-a8fb-d292a3409182 req-555595ab-4a7a-49c9-b282-7b9f3907fe17 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596826'] for port, precommit_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:42.363717 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.plugin [req-5f830cef-d941-4e10-a8fb-d292a3409182 req-555595ab-4a7a-49c9-b282-7b9f3907fe17 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] Calling delete_port for e164414a-4a3a-449c-add0-c2d419a6d09e owned by compute:nova {{(pid=94298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 05:19:42.402509 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device d3029cc2-ec96-450c-b227-07e79eb04e7a up at agent hyperv_hv-cinder-77262 {{(pid=94299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 05:19:42.454566 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Provisioning for port d3029cc2-ec96-450c-b227-07e79eb04e7a completed by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 05:19:42.458993 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Provisioning complete for port d3029cc2-ec96-450c-b227-07e79eb04e7a triggered by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:19:42.459400 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:42.480163 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b8c30-d186-465f-853b-e7c403f9abc3 req-82ac3322-16bd-49cf-a2d2-33627b595367 tempest-VolumesNegativeTest-2146538919 tempest-VolumesNegativeTest-2146538919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:42.481662 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-371b8c30-d186-465f-853b-e7c403f9abc3 req-82ac3322-16bd-49cf-a2d2-33627b595367 tempest-VolumesNegativeTest-2146538919 tempest-VolumesNegativeTest-2146538919-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3a53709-8b8c-498f-9f1a-f8fcada997ce HTTP/1.1" status: 200 len: 948 time: 0.0761495 Sep 09 05:19:42.540449 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:42.562681 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3a53709-8b8c-498f-9f1a-f8fcada997ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3029cc2-ec96-450c-b227-07e79eb04e7a'}] {{(pid=94299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 05:19:42.564554 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-371b8c30-d186-465f-853b-e7c403f9abc3 req-da773d10-93c3-42c9-8eec-bd78f94b15cf tempest-VolumesNegativeTest-2146538919 tempest-VolumesNegativeTest-2146538919-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d8f78b-da54-4d8a-a3c5-3523d9436213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755835 Sep 09 05:19:42.564926 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6baa3fa754b64f0f84acd20b1d53bd6375697f3cd0d79ee629041410e58b9d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dff31a3b-eccd-482d-9a9d-5b2f417c27a7" -d '{"events": [{"server_uuid": "a3a53709-8b8c-498f-9f1a-f8fcada997ce", "name": "network-vif-plugged", "status": "completed", "tag": "d3029cc2-ec96-450c-b227-07e79eb04e7a"}]}' {{(pid=94299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 05:19:42.580149 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] For port d3029cc2-ec96-450c-b227-07e79eb04e7a, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=d3029cc2-ec96-450c-b227-07e79eb04e7a,segment=NetworkSegment(062d05df-7ef1-4467-bccb-785939a96653),segment_id=062d05df-7ef1-4467-bccb-785939a96653)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:19:42.582854 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [req-5f830cef-d941-4e10-a8fb-d292a3409182 req-555595ab-4a7a-49c9-b282-7b9f3907fe17 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748632172548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748631669706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1874062'] for port, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:42.587065 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:42.588137 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device a1a9f4b0-2a67-4ab0-be24-45cb2353766d no longer exists at agent hyperv_hv-cinder-77262 {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 05:19:42.612599 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.plugin [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] No Port match for: a1a9f4b0-2a67-4ab0-be24-45cb2353766d {{(pid=94299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 05:19:42.613073 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device a1a9f4b0-2a67-4ab0-be24-45cb2353766d not bound to the agent host hv-cinder-77262 {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 05:19:42.614741 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] get_ports_and_sgs() called for port_ids ['e164414a-4a3a-449c-add0-c2d419a6d09e'] {{(pid=94299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 05:19:42.615901 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555595ab-4a7a-49c9-b282-7b9f3907fe17 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] Pushing event deleted for resources: {'Port': ['ID=e164414a-4a3a-449c-add0-c2d419a6d09e,revision_number=None']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:19:42.618731 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 05:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8840d1c-c920-425e-8a8a-91befbce226d x-openstack-request-id: req-d8840d1c-c920-425e-8a8a-91befbce226d {{(pid=94299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 05:19:42.619009 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3a53709-8b8c-498f-9f1a-f8fcada997ce", "name": "network-vif-plugged", "status": "completed", "tag": "d3029cc2-ec96-450c-b227-07e79eb04e7a", "code": 200}]} {{(pid=94299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 05:19:42.619256 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d8840d1c-c920-425e-8a8a-91befbce226d {{(pid=94299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 05:19:42.619624 dv-cinder-772623-14-iscsi neutron-server[94299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3a53709-8b8c-498f-9f1a-f8fcada997ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3029cc2-ec96-450c-b227-07e79eb04e7a', 'code': 200} Sep 09 05:19:42.665042 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f830cef-d941-4e10-a8fb-d292a3409182 req-555595ab-4a7a-49c9-b282-7b9f3907fe17 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] No DVR routers for this DVR port e164414a-4a3a-449c-add0-c2d419a6d09e on host hv-cinder-77262 {{(pid=94298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 05:19:42.668319 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [req-5f830cef-d941-4e10-a8fb-d292a3409182 req-555595ab-4a7a-49c9-b282-7b9f3907fe17 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-438482'] for port, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:42.669981 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-5f830cef-d941-4e10-a8fb-d292a3409182 req-555595ab-4a7a-49c9-b282-7b9f3907fe17 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] 10.222.0.23 "DELETE /v2.0/ports/e164414a-4a3a-449c-add0-c2d419a6d09e HTTP/1.1" status: 204 len: 173 time: 0.4888427 Sep 09 05:19:42.670418 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7316273c-bb34-4e8b-b05f-f2c5f9310c6d', 'name': 'network-vif-deleted', 'tag': 'e164414a-4a3a-449c-add0-c2d419a6d09e'}] {{(pid=94298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 05:19:42.672669 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bce242ee21533c645a402e1a550c8899fb444cbd779d7c78464fb91fbc7682ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2400d9d-3813-46db-bebf-1c81919488c6" -d '{"events": [{"server_uuid": "7316273c-bb34-4e8b-b05f-f2c5f9310c6d", "name": "network-vif-deleted", "tag": "e164414a-4a3a-449c-add0-c2d419a6d09e"}]}' {{(pid=94298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 05:19:42.691538 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Pushing event updated for resources: {'Port': ['ID=d3029cc2-ec96-450c-b227-07e79eb04e7a,revision_number=5']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:19:42.714938 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 05:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cfb2d09-01ef-43f0-9b7d-85b25d52a237 x-openstack-request-id: req-3cfb2d09-01ef-43f0-9b7d-85b25d52a237 {{(pid=94298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 05:19:42.715259 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7316273c-bb34-4e8b-b05f-f2c5f9310c6d", "name": "network-vif-deleted", "tag": "e164414a-4a3a-449c-add0-c2d419a6d09e", "status": "completed", "code": 200}]} {{(pid=94298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 05:19:42.715580 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3cfb2d09-01ef-43f0-9b7d-85b25d52a237 {{(pid=94298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 05:19:42.715975 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7316273c-bb34-4e8b-b05f-f2c5f9310c6d', 'name': 'network-vif-deleted', 'tag': 'e164414a-4a3a-449c-add0-c2d419a6d09e', 'status': 'completed', 'code': 200} Sep 09 05:19:42.836345 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5257b1a3-d037-4258-b1e5-09613db3b119 req-aff0d1e4-f8e4-47b5-96e3-952712a995bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:42.837866 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-5257b1a3-d037-4258-b1e5-09613db3b119 req-aff0d1e4-f8e4-47b5-96e3-952712a995bb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a3a53709-8b8c-498f-9f1a-f8fcada997ce HTTP/1.1" status: 200 len: 1102 time: 0.0394027 Sep 09 05:19:42.879478 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-5257b1a3-d037-4258-b1e5-09613db3b119 req-fe6ba7dc-9263-4774-ae46-36ac3a785eb0 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=84d8f78b-da54-4d8a-a3c5-3523d9436213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282555 Sep 09 05:19:42.946003 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d480a173-b4ea-4d98-9363-efa0699b23d5 req-86eb62a6-6de3-442e-8d73-e23ccea10bf0 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:42.947462 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-d480a173-b4ea-4d98-9363-efa0699b23d5 req-86eb62a6-6de3-442e-8d73-e23ccea10bf0 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/ports?device_id=dda220bf-9f00-45c7-96e6-7223b61e4a05 HTTP/1.1" status: 200 len: 946 time: 0.0512896 Sep 09 05:19:42.985043 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-d480a173-b4ea-4d98-9363-efa0699b23d5 req-c76ff300-d738-4e70-9d93-4b42e3b0a0ab tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b559db1-1589-4e96-9e76-ca77d0cb852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317814 Sep 09 05:19:43.043925 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713cf0be-a43b-4116-aabc-344d0069745b req-d02510e8-2052-40a8-9495-9cfed9815cc5 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:43.045361 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-713cf0be-a43b-4116-aabc-344d0069745b req-d02510e8-2052-40a8-9495-9cfed9815cc5 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cb26945-4b50-4199-9514-eb3e38c1f59c HTTP/1.1" status: 200 len: 945 time: 0.0474300 Sep 09 05:19:43.082931 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-713cf0be-a43b-4116-aabc-344d0069745b req-d1f8bae4-4a7e-4229-b754-328164c09fef tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317824 Sep 09 05:19:43.137244 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83accb0-c1d6-405f-8e39-0f285a110bb1 req-75e155b5-8407-4016-be11-9407a359482d tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:43.138697 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-c83accb0-c1d6-405f-8e39-0f285a110bb1 req-75e155b5-8407-4016-be11-9407a359482d tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.23 "GET /v2.0/ports?device_id=dda220bf-9f00-45c7-96e6-7223b61e4a05 HTTP/1.1" status: 200 len: 946 time: 0.0465789 Sep 09 05:19:43.253416 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-6a532b68-ea97-4637-aa8f-df57df0238a1 req-e4723b20-5283-46ac-8ee8-af6f874ad461 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] 10.222.0.24 "GET /v2.0/ports?device_id=7316273c-bb34-4e8b-b05f-f2c5f9310c6d HTTP/1.1" status: 200 len: 210 time: 0.0290370 Sep 09 05:19:43.275542 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.plugin [req-c83accb0-c1d6-405f-8e39-0f285a110bb1 req-dd363a5e-f783-4524-ada1-3a8d720f79b0 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Deleting port 13148bd5-c628-4326-95e4-f89f35deac51 {{(pid=94298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 05:19:43.275878 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [req-c83accb0-c1d6-405f-8e39-0f285a110bb1 req-dd363a5e-f783-4524-ada1-3a8d720f79b0 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748632167994'] for port, before_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:43.365980 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.db [req-c83accb0-c1d6-405f-8e39-0f285a110bb1 req-dd363a5e-f783-4524-ada1-3a8d720f79b0 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] For port 13148bd5-c628-4326-95e4-f89f35deac51, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=13148bd5-c628-4326-95e4-f89f35deac51,segment=NetworkSegment(2253588a-18bc-44eb-b0be-6d785831d1ef),segment_id=2253588a-18bc-44eb-b0be-6d785831d1ef)] {{(pid=94298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:19:43.366681 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [req-c83accb0-c1d6-405f-8e39-0f285a110bb1 req-dd363a5e-f783-4524-ada1-3a8d720f79b0 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596826'] for port, precommit_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:43.378796 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.plugin [req-c83accb0-c1d6-405f-8e39-0f285a110bb1 req-dd363a5e-f783-4524-ada1-3a8d720f79b0 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Calling delete_port for 13148bd5-c628-4326-95e4-f89f35deac51 owned by compute:nova {{(pid=94298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 05:19:43.509720 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [req-c83accb0-c1d6-405f-8e39-0f285a110bb1 req-dd363a5e-f783-4524-ada1-3a8d720f79b0 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748632172548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748631669706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1874062'] for port, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:43.523523 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] get_ports_and_sgs() called for port_ids ['c5e39047-1d7f-4114-87dd-09560771c0ed', '24e1f0ba-92ba-4c84-bc59-4d552978c625', '13148bd5-c628-4326-95e4-f89f35deac51'] {{(pid=94299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 05:19:43.543570 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd363a5e-f783-4524-ada1-3a8d720f79b0 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Pushing event deleted for resources: {'Port': ['ID=13148bd5-c628-4326-95e4-f89f35deac51,revision_number=None']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:19:43.580688 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.db.l3_dvrscheduler_db [req-c83accb0-c1d6-405f-8e39-0f285a110bb1 req-dd363a5e-f783-4524-ada1-3a8d720f79b0 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] No DVR routers for this DVR port 13148bd5-c628-4326-95e4-f89f35deac51 on host hv-cinder-77262 {{(pid=94298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 05:19:43.583148 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [req-c83accb0-c1d6-405f-8e39-0f285a110bb1 req-dd363a5e-f783-4524-ada1-3a8d720f79b0 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-438482'] for port, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:43.585129 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-c83accb0-c1d6-405f-8e39-0f285a110bb1 req-dd363a5e-f783-4524-ada1-3a8d720f79b0 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.23 "DELETE /v2.0/ports/13148bd5-c628-4326-95e4-f89f35deac51 HTTP/1.1" status: 204 len: 173 time: 0.4219420 Sep 09 05:19:43.697321 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43377499-94a9-4e4a-b824-c58e647c5136 req-7e280859-9a62-458d-af0d-07323749412b tempest-VolumesNegativeTest-2146538919 tempest-VolumesNegativeTest-2146538919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:43.698755 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-43377499-94a9-4e4a-b824-c58e647c5136 req-7e280859-9a62-458d-af0d-07323749412b tempest-VolumesNegativeTest-2146538919 tempest-VolumesNegativeTest-2146538919-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3a53709-8b8c-498f-9f1a-f8fcada997ce HTTP/1.1" status: 200 len: 949 time: 0.0557642 Sep 09 05:19:43.742419 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-43377499-94a9-4e4a-b824-c58e647c5136 req-d3f0be04-2155-473a-afa9-1249944d80ea tempest-VolumesNegativeTest-2146538919 tempest-VolumesNegativeTest-2146538919-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d8f78b-da54-4d8a-a3c5-3523d9436213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364821 Sep 09 05:19:43.870511 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-99f7a894-d0e3-4e5c-afa7-d7cb494e3870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:44.093150 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-f39ded06-4b3c-406b-8992-cd664365654c req-ece1de1f-1fd0-40bf-9acf-ed3fed7bbfeb tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/ports?device_id=dda220bf-9f00-45c7-96e6-7223b61e4a05 HTTP/1.1" status: 200 len: 210 time: 0.0304010 Sep 09 05:19:44.199610 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a2ded8-a77e-40c0-97eb-fbb5c528fd68 req-f2ea8559-19e4-44dd-959f-ce21897ba4cd tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:44.201390 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-56a2ded8-a77e-40c0-97eb-fbb5c528fd68 req-f2ea8559-19e4-44dd-959f-ce21897ba4cd tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cb26945-4b50-4199-9514-eb3e38c1f59c HTTP/1.1" status: 200 len: 945 time: 0.0486734 Sep 09 05:19:44.242663 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-56a2ded8-a77e-40c0-97eb-fbb5c528fd68 req-f11aae26-c0be-4c0c-938d-6728ebf77639 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335534 Sep 09 05:19:44.717237 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dda220bf-9f00-45c7-96e6-7223b61e4a05', 'name': 'network-vif-deleted', 'tag': '13148bd5-c628-4326-95e4-f89f35deac51'}] {{(pid=94298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 05:19:44.719583 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bce242ee21533c645a402e1a550c8899fb444cbd779d7c78464fb91fbc7682ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bc8b1d2-3659-46c2-bd94-47511a45e6c2" -d '{"events": [{"server_uuid": "dda220bf-9f00-45c7-96e6-7223b61e4a05", "name": "network-vif-deleted", "tag": "13148bd5-c628-4326-95e4-f89f35deac51"}]}' {{(pid=94298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 05:19:44.754099 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 05:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d50a1965-bf89-4302-a1de-f82029cd3dc1 x-openstack-request-id: req-d50a1965-bf89-4302-a1de-f82029cd3dc1 {{(pid=94298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 05:19:44.754388 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dda220bf-9f00-45c7-96e6-7223b61e4a05", "name": "network-vif-deleted", "tag": "13148bd5-c628-4326-95e4-f89f35deac51", "status": "completed", "code": 200}]} {{(pid=94298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 05:19:44.754688 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d50a1965-bf89-4302-a1de-f82029cd3dc1 {{(pid=94298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 05:19:44.755082 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dda220bf-9f00-45c7-96e6-7223b61e4a05', 'name': 'network-vif-deleted', 'tag': '13148bd5-c628-4326-95e4-f89f35deac51', 'status': 'completed', 'code': 200} Sep 09 05:19:44.858146 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a813fc09-7c5d-42b6-8c0e-e8561352e4b0 req-c2de226c-ae75-4e25-a0a8-e22e36e274db tempest-VolumesNegativeTest-2146538919 tempest-VolumesNegativeTest-2146538919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:44.859616 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-a813fc09-7c5d-42b6-8c0e-e8561352e4b0 req-c2de226c-ae75-4e25-a0a8-e22e36e274db tempest-VolumesNegativeTest-2146538919 tempest-VolumesNegativeTest-2146538919-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3a53709-8b8c-498f-9f1a-f8fcada997ce HTTP/1.1" status: 200 len: 949 time: 0.0483584 Sep 09 05:19:44.895851 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-a813fc09-7c5d-42b6-8c0e-e8561352e4b0 req-ebc807f3-704d-4823-8a52-e5c43b4151a4 tempest-VolumesNegativeTest-2146538919 tempest-VolumesNegativeTest-2146538919-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d8f78b-da54-4d8a-a3c5-3523d9436213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303969 Sep 09 05:19:45.142386 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad9c85b-7094-4c67-bf9f-5c9a0d3be6a3 req-793812ac-99e7-44b3-b17c-53f8a7d53c9c tempest-VolumesNegativeTest-2146538919 tempest-VolumesNegativeTest-2146538919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:45.143859 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-4ad9c85b-7094-4c67-bf9f-5c9a0d3be6a3 req-793812ac-99e7-44b3-b17c-53f8a7d53c9c tempest-VolumesNegativeTest-2146538919 tempest-VolumesNegativeTest-2146538919-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3a53709-8b8c-498f-9f1a-f8fcada997ce HTTP/1.1" status: 200 len: 949 time: 0.0474381 Sep 09 05:19:45.184687 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-4ad9c85b-7094-4c67-bf9f-5c9a0d3be6a3 req-12b1154b-e503-49f0-be2b-7036c0d7e4f7 tempest-VolumesNegativeTest-2146538919 tempest-VolumesNegativeTest-2146538919-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d8f78b-da54-4d8a-a3c5-3523d9436213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338907 Sep 09 05:19:45.379485 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9121cf-af37-4332-85fe-883c98788359 req-a0e1e2d0-536e-4532-bb6a-79960b2f0490 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:45.380947 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-be9121cf-af37-4332-85fe-883c98788359 req-a0e1e2d0-536e-4532-bb6a-79960b2f0490 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/ports?device_id=55f7d2cb-4949-455f-8929-9b981ce0dd6f HTTP/1.1" status: 200 len: 945 time: 0.0758939 Sep 09 05:19:45.388662 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a543450-a719-4b6e-8ba3-2ca53a19dcf1 req-1b847656-f555-4f2f-8c79-7736430488e2 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:45.390038 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-4a543450-a719-4b6e-8ba3-2ca53a19dcf1 req-1b847656-f555-4f2f-8c79-7736430488e2 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cb26945-4b50-4199-9514-eb3e38c1f59c HTTP/1.1" status: 200 len: 945 time: 0.0762045 Sep 09 05:19:45.444844 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-be9121cf-af37-4332-85fe-883c98788359 req-64c2a6bf-e0b1-4950-b23c-4d289dc17bd7 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b559db1-1589-4e96-9e76-ca77d0cb852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537179 Sep 09 05:19:45.448044 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-4a543450-a719-4b6e-8ba3-2ca53a19dcf1 req-6770003b-a0d4-499b-ae9e-b1ef33a2514f tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515060 Sep 09 05:19:46.299711 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e670fe5-2e62-420b-b453-863bc73e88b2 req-eecb354b-43a7-4405-bb6d-3b1d8b1dd82e tempest-VolumesNegativeTest-2146538919 tempest-VolumesNegativeTest-2146538919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:46.301147 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-9e670fe5-2e62-420b-b453-863bc73e88b2 req-eecb354b-43a7-4405-bb6d-3b1d8b1dd82e tempest-VolumesNegativeTest-2146538919 tempest-VolumesNegativeTest-2146538919-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3a53709-8b8c-498f-9f1a-f8fcada997ce HTTP/1.1" status: 200 len: 949 time: 0.0499275 Sep 09 05:19:46.341575 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-9e670fe5-2e62-420b-b453-863bc73e88b2 req-92adf30d-00e4-4331-b57f-5a4df391f50f tempest-VolumesNegativeTest-2146538919 tempest-VolumesNegativeTest-2146538919-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d8f78b-da54-4d8a-a3c5-3523d9436213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344942 Sep 09 05:19:46.529284 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-467a42b0-88d0-4f2f-84ee-fbe5836fd2a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:46.595846 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b28dde-acb3-4fe4-be8a-6320b2cfc09f req-b5c77c40-d5bb-459e-a1bc-e71e461aca5e tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:46.597302 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-f0b28dde-acb3-4fe4-be8a-6320b2cfc09f req-b5c77c40-d5bb-459e-a1bc-e71e461aca5e tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/ports?device_id=55f7d2cb-4949-455f-8929-9b981ce0dd6f HTTP/1.1" status: 200 len: 945 time: 0.0850625 Sep 09 05:19:46.620396 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c34880-bae0-41a2-aa1f-9843f077dca6 req-630a7ff8-ae80-4b13-bb2a-d8bf41d00849 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:46.621908 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-41c34880-bae0-41a2-aa1f-9843f077dca6 req-630a7ff8-ae80-4b13-bb2a-d8bf41d00849 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cb26945-4b50-4199-9514-eb3e38c1f59c HTTP/1.1" status: 200 len: 945 time: 0.0810387 Sep 09 05:19:46.667974 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-f0b28dde-acb3-4fe4-be8a-6320b2cfc09f req-c8604557-f166-440b-a610-a089ccfd46c3 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b559db1-1589-4e96-9e76-ca77d0cb852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642571 Sep 09 05:19:46.674882 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-41c34880-bae0-41a2-aa1f-9843f077dca6 req-fe6713f4-5316-44be-8be6-e6f018eb0926 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469649 Sep 09 05:19:46.891870 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:47.469220 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfdc817-c8e9-46db-addc-943be4781737 req-78d45871-c3be-48e6-aa1b-08118c3ee812 tempest-VolumesNegativeTest-2146538919 tempest-VolumesNegativeTest-2146538919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:47.470713 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-bcfdc817-c8e9-46db-addc-943be4781737 req-78d45871-c3be-48e6-aa1b-08118c3ee812 tempest-VolumesNegativeTest-2146538919 tempest-VolumesNegativeTest-2146538919-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3a53709-8b8c-498f-9f1a-f8fcada997ce HTTP/1.1" status: 200 len: 949 time: 0.0587199 Sep 09 05:19:47.506813 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-bcfdc817-c8e9-46db-addc-943be4781737 req-384ed3b4-ec02-4f70-8bae-6827dfca2cff tempest-VolumesNegativeTest-2146538919 tempest-VolumesNegativeTest-2146538919-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d8f78b-da54-4d8a-a3c5-3523d9436213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299773 Sep 09 05:19:47.537277 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device e164414a-4a3a-449c-add0-c2d419a6d09e no longer exists at agent hyperv_hv-cinder-77262 {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 05:19:47.559738 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.plugin [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] No Port match for: e164414a-4a3a-449c-add0-c2d419a6d09e {{(pid=94299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 05:19:47.560083 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device e164414a-4a3a-449c-add0-c2d419a6d09e not bound to the agent host hv-cinder-77262 {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 05:19:47.637659 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-9dcada0b-7967-4cde-8891-c5586c834af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:47.810078 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78d8eb0-d47d-440a-92f0-10a3d2629f5d req-2f3faa25-ec23-4ef8-8c87-55b137fb164e tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:47.811594 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-c78d8eb0-d47d-440a-92f0-10a3d2629f5d req-2f3faa25-ec23-4ef8-8c87-55b137fb164e tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/ports?device_id=55f7d2cb-4949-455f-8929-9b981ce0dd6f HTTP/1.1" status: 200 len: 945 time: 0.0754199 Sep 09 05:19:47.824246 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e0b857-0d98-474e-aefb-c707f2716804 req-5226052e-4299-40af-8639-2b7c2c7a58d1 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:47.825626 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-b1e0b857-0d98-474e-aefb-c707f2716804 req-5226052e-4299-40af-8639-2b7c2c7a58d1 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cb26945-4b50-4199-9514-eb3e38c1f59c HTTP/1.1" status: 200 len: 945 time: 0.0767334 Sep 09 05:19:47.878001 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-c78d8eb0-d47d-440a-92f0-10a3d2629f5d req-8594e76e-865e-47e3-b418-df8770f9535a tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b559db1-1589-4e96-9e76-ca77d0cb852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514112 Sep 09 05:19:47.885553 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-b1e0b857-0d98-474e-aefb-c707f2716804 req-208a6f75-d812-427a-b889-9a644ed111b7 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535967 Sep 09 05:19:48.448565 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device 13148bd5-c628-4326-95e4-f89f35deac51 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 05:19:48.469337 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.plugin [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] No Port match for: 13148bd5-c628-4326-95e4-f89f35deac51 {{(pid=94299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 05:19:48.469705 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device 13148bd5-c628-4326-95e4-f89f35deac51 not bound to the agent host hv-cinder-77262 {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 05:19:48.834144 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d99469-2127-4708-8a84-c567f0cbb6a7 req-2365818d-57bc-4a49-9bef-2d93d9d08f25 tempest-VolumesNegativeTest-2146538919 tempest-VolumesNegativeTest-2146538919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:48.835764 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-21d99469-2127-4708-8a84-c567f0cbb6a7 req-2365818d-57bc-4a49-9bef-2d93d9d08f25 tempest-VolumesNegativeTest-2146538919 tempest-VolumesNegativeTest-2146538919-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3a53709-8b8c-498f-9f1a-f8fcada997ce HTTP/1.1" status: 200 len: 949 time: 0.2593393 Sep 09 05:19:48.872748 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-21d99469-2127-4708-8a84-c567f0cbb6a7 req-f0f2d67d-ebbb-4020-89d3-729363c4ae10 tempest-VolumesNegativeTest-2146538919 tempest-VolumesNegativeTest-2146538919-project] 10.222.0.24 "GET /v2.0/security-groups?id=84d8f78b-da54-4d8a-a3c5-3523d9436213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311534 Sep 09 05:19:49.023557 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eb1d90-552e-4471-b732-79a676bf08ec req-79718e59-1852-4abc-8477-eec5d54cd942 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:49.025043 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-b6eb1d90-552e-4471-b732-79a676bf08ec req-79718e59-1852-4abc-8477-eec5d54cd942 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/ports?device_id=55f7d2cb-4949-455f-8929-9b981ce0dd6f HTTP/1.1" status: 200 len: 945 time: 0.0769048 Sep 09 05:19:49.032982 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35a9b10-2889-4953-b1f1-86f73ec81993 req-d0697d32-35ed-4b17-8216-0773ff5b65ee tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:49.034382 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-c35a9b10-2889-4953-b1f1-86f73ec81993 req-d0697d32-35ed-4b17-8216-0773ff5b65ee tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cb26945-4b50-4199-9514-eb3e38c1f59c HTTP/1.1" status: 200 len: 945 time: 0.0766659 Sep 09 05:19:49.089521 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-b6eb1d90-552e-4471-b732-79a676bf08ec req-8b39902e-ddfa-49de-a9af-9e0d307cc178 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b559db1-1589-4e96-9e76-ca77d0cb852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542145 Sep 09 05:19:49.092277 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-c35a9b10-2889-4953-b1f1-86f73ec81993 req-cfa2b6ef-bf6e-48fc-a7fa-00456b238c44 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508170 Sep 09 05:19:49.148561 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-fdc48b13-ab8b-41d0-a622-21cc731cd6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:49.556008 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bd93d9-551d-42fe-9b28-7f3005011ee0 req-c0b9bfdb-5fc7-4188-8b0d-cb5bc64d07e1 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:49.557477 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-b9bd93d9-551d-42fe-9b28-7f3005011ee0 req-c0b9bfdb-5fc7-4188-8b0d-cb5bc64d07e1 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.23 "GET /v2.0/ports?device_id=55f7d2cb-4949-455f-8929-9b981ce0dd6f HTTP/1.1" status: 200 len: 945 time: 0.0477059 Sep 09 05:19:49.557771 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c2052-33c0-4a38-84dc-49c0027abfc6 req-7e340349-96ef-4b23-a1c4-14a0e56f1dc3 tempest-VolumesNegativeTest-2146538919 tempest-VolumesNegativeTest-2146538919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:49.559227 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-641c2052-33c0-4a38-84dc-49c0027abfc6 req-7e340349-96ef-4b23-a1c4-14a0e56f1dc3 tempest-VolumesNegativeTest-2146538919 tempest-VolumesNegativeTest-2146538919-project] 10.222.0.23 "GET /v2.0/ports?device_id=a3a53709-8b8c-498f-9f1a-f8fcada997ce HTTP/1.1" status: 200 len: 949 time: 0.0498643 Sep 09 05:19:49.660665 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.plugin [req-b9bd93d9-551d-42fe-9b28-7f3005011ee0 req-1c7ed768-e9bc-4f7e-8900-bee3d96cae0c tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Deleting port 24e1f0ba-92ba-4c84-bc59-4d552978c625 {{(pid=94297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 05:19:49.661000 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-b9bd93d9-551d-42fe-9b28-7f3005011ee0 req-1c7ed768-e9bc-4f7e-8900-bee3d96cae0c tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748632167994'] for port, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:49.661502 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.plugin [req-641c2052-33c0-4a38-84dc-49c0027abfc6 req-22f5a73f-7e6c-4708-bb24-ed9c3e766dde tempest-VolumesNegativeTest-2146538919 tempest-VolumesNegativeTest-2146538919-project] Deleting port d3029cc2-ec96-450c-b227-07e79eb04e7a {{(pid=94298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 05:19:49.661879 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [req-641c2052-33c0-4a38-84dc-49c0027abfc6 req-22f5a73f-7e6c-4708-bb24-ed9c3e766dde tempest-VolumesNegativeTest-2146538919 tempest-VolumesNegativeTest-2146538919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748632167994'] for port, before_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:49.750886 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.db [req-641c2052-33c0-4a38-84dc-49c0027abfc6 req-22f5a73f-7e6c-4708-bb24-ed9c3e766dde tempest-VolumesNegativeTest-2146538919 tempest-VolumesNegativeTest-2146538919-project] For port d3029cc2-ec96-450c-b227-07e79eb04e7a, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=d3029cc2-ec96-450c-b227-07e79eb04e7a,segment=NetworkSegment(062d05df-7ef1-4467-bccb-785939a96653),segment_id=062d05df-7ef1-4467-bccb-785939a96653)] {{(pid=94298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:19:49.751157 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [req-641c2052-33c0-4a38-84dc-49c0027abfc6 req-22f5a73f-7e6c-4708-bb24-ed9c3e766dde tempest-VolumesNegativeTest-2146538919 tempest-VolumesNegativeTest-2146538919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596826'] for port, precommit_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:49.761142 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.db [req-b9bd93d9-551d-42fe-9b28-7f3005011ee0 req-1c7ed768-e9bc-4f7e-8900-bee3d96cae0c tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] For port 24e1f0ba-92ba-4c84-bc59-4d552978c625, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=24e1f0ba-92ba-4c84-bc59-4d552978c625,segment=NetworkSegment(2253588a-18bc-44eb-b0be-6d785831d1ef),segment_id=2253588a-18bc-44eb-b0be-6d785831d1ef)] {{(pid=94297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:19:49.761507 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-b9bd93d9-551d-42fe-9b28-7f3005011ee0 req-1c7ed768-e9bc-4f7e-8900-bee3d96cae0c tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596826'] for port, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:49.764908 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.plugin [req-641c2052-33c0-4a38-84dc-49c0027abfc6 req-22f5a73f-7e6c-4708-bb24-ed9c3e766dde tempest-VolumesNegativeTest-2146538919 tempest-VolumesNegativeTest-2146538919-project] Calling delete_port for d3029cc2-ec96-450c-b227-07e79eb04e7a owned by compute:nova {{(pid=94298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 05:19:49.774153 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.plugin [req-b9bd93d9-551d-42fe-9b28-7f3005011ee0 req-1c7ed768-e9bc-4f7e-8900-bee3d96cae0c tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Calling delete_port for 24e1f0ba-92ba-4c84-bc59-4d552978c625 owned by compute:nova {{(pid=94297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 05:19:49.905017 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [req-641c2052-33c0-4a38-84dc-49c0027abfc6 req-22f5a73f-7e6c-4708-bb24-ed9c3e766dde tempest-VolumesNegativeTest-2146538919 tempest-VolumesNegativeTest-2146538919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748632172548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748631669706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1874062'] for port, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:49.918265 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] get_ports_and_sgs() called for port_ids ['d3029cc2-ec96-450c-b227-07e79eb04e7a'] {{(pid=94299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 05:19:49.930490 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-b9bd93d9-551d-42fe-9b28-7f3005011ee0 req-1c7ed768-e9bc-4f7e-8900-bee3d96cae0c tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748632172548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748631669706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29281037'] for port, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:49.970908 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7ed768-e9bc-4f7e-8900-bee3d96cae0c tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Pushing event deleted for resources: {'Port': ['ID=24e1f0ba-92ba-4c84-bc59-4d552978c625,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:19:49.971974 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f5a73f-7e6c-4708-bb24-ed9c3e766dde tempest-VolumesNegativeTest-2146538919 tempest-VolumesNegativeTest-2146538919-project] Pushing event deleted for resources: {'Port': ['ID=d3029cc2-ec96-450c-b227-07e79eb04e7a,revision_number=None']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:19:49.976056 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] get_ports_and_sgs() called for port_ids ['c5e39047-1d7f-4114-87dd-09560771c0ed', '24e1f0ba-92ba-4c84-bc59-4d552978c625'] {{(pid=94299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 05:19:50.006347 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-08935a74-5dd6-461b-b99d-06c237637956 req-ed2c1d07-5f26-4ed6-a050-a1a7415f63df tempest-VolumesNegativeTest-2146538919 tempest-VolumesNegativeTest-2146538919-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3a53709-8b8c-498f-9f1a-f8fcada997ce HTTP/1.1" status: 200 len: 210 time: 0.0393214 Sep 09 05:19:50.029047 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9bd93d9-551d-42fe-9b28-7f3005011ee0 req-1c7ed768-e9bc-4f7e-8900-bee3d96cae0c tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] No DVR routers for this DVR port 24e1f0ba-92ba-4c84-bc59-4d552978c625 on host hv-cinder-77262 {{(pid=94297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 05:19:50.032880 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-b9bd93d9-551d-42fe-9b28-7f3005011ee0 req-1c7ed768-e9bc-4f7e-8900-bee3d96cae0c tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-438482'] for port, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:50.035223 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-b9bd93d9-551d-42fe-9b28-7f3005011ee0 req-1c7ed768-e9bc-4f7e-8900-bee3d96cae0c tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.23 "DELETE /v2.0/ports/24e1f0ba-92ba-4c84-bc59-4d552978c625 HTTP/1.1" status: 204 len: 173 time: 0.4624317 Sep 09 05:19:50.036006 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55f7d2cb-4949-455f-8929-9b981ce0dd6f', 'name': 'network-vif-deleted', 'tag': '24e1f0ba-92ba-4c84-bc59-4d552978c625'}] {{(pid=94297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 05:19:50.038953 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85c66017178c43798701892324557e4ac90163104f6096848bec1798d04fbbd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-469ca97d-2e84-4411-ab36-74cd5401bf3b" -d '{"events": [{"server_uuid": "55f7d2cb-4949-455f-8929-9b981ce0dd6f", "name": "network-vif-deleted", "tag": "24e1f0ba-92ba-4c84-bc59-4d552978c625"}]}' {{(pid=94297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 05:19:50.060318 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.db.l3_dvrscheduler_db [req-641c2052-33c0-4a38-84dc-49c0027abfc6 req-22f5a73f-7e6c-4708-bb24-ed9c3e766dde tempest-VolumesNegativeTest-2146538919 tempest-VolumesNegativeTest-2146538919-project] No DVR routers for this DVR port d3029cc2-ec96-450c-b227-07e79eb04e7a on host hv-cinder-77262 {{(pid=94298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 05:19:50.062811 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [req-641c2052-33c0-4a38-84dc-49c0027abfc6 req-22f5a73f-7e6c-4708-bb24-ed9c3e766dde tempest-VolumesNegativeTest-2146538919 tempest-VolumesNegativeTest-2146538919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-438482'] for port, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:50.073342 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-641c2052-33c0-4a38-84dc-49c0027abfc6 req-22f5a73f-7e6c-4708-bb24-ed9c3e766dde tempest-VolumesNegativeTest-2146538919 tempest-VolumesNegativeTest-2146538919-project] 10.222.0.23 "DELETE /v2.0/ports/d3029cc2-ec96-450c-b227-07e79eb04e7a HTTP/1.1" status: 204 len: 173 time: 0.4986997 Sep 09 05:19:50.075178 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3a53709-8b8c-498f-9f1a-f8fcada997ce', 'name': 'network-vif-deleted', 'tag': 'd3029cc2-ec96-450c-b227-07e79eb04e7a'}] {{(pid=94298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 05:19:50.077789 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bce242ee21533c645a402e1a550c8899fb444cbd779d7c78464fb91fbc7682ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cb9a33b-1f13-4e0d-9b36-aac75fcd4f04" -d '{"events": [{"server_uuid": "a3a53709-8b8c-498f-9f1a-f8fcada997ce", "name": "network-vif-deleted", "tag": "d3029cc2-ec96-450c-b227-07e79eb04e7a"}]}' {{(pid=94298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 05:19:50.090738 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 05:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce82e29-e1ce-424e-b0d3-6181e564ba3f x-openstack-request-id: req-2ce82e29-e1ce-424e-b0d3-6181e564ba3f {{(pid=94297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 05:19:50.091294 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55f7d2cb-4949-455f-8929-9b981ce0dd6f", "name": "network-vif-deleted", "tag": "24e1f0ba-92ba-4c84-bc59-4d552978c625", "status": "completed", "code": 200}]} {{(pid=94297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 05:19:50.091294 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2ce82e29-e1ce-424e-b0d3-6181e564ba3f {{(pid=94297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 05:19:50.091655 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55f7d2cb-4949-455f-8929-9b981ce0dd6f', 'name': 'network-vif-deleted', 'tag': '24e1f0ba-92ba-4c84-bc59-4d552978c625', 'status': 'completed', 'code': 200} Sep 09 05:19:50.138502 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 05:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c154ed-77a0-4694-8c73-12d55adb646f x-openstack-request-id: req-76c154ed-77a0-4694-8c73-12d55adb646f {{(pid=94298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 05:19:50.138905 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3a53709-8b8c-498f-9f1a-f8fcada997ce", "name": "network-vif-deleted", "tag": "d3029cc2-ec96-450c-b227-07e79eb04e7a", "status": "completed", "code": 200}]} {{(pid=94298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 05:19:50.139248 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-76c154ed-77a0-4694-8c73-12d55adb646f {{(pid=94298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 05:19:50.139738 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3a53709-8b8c-498f-9f1a-f8fcada997ce', 'name': 'network-vif-deleted', 'tag': 'd3029cc2-ec96-450c-b227-07e79eb04e7a', 'status': 'completed', 'code': 200} Sep 09 05:19:50.248695 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-ef556d17-17ac-4f1b-8206-2645f6110c14 req-8b2b210d-7a7f-41e2-a877-8a30c28ddbe7 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/ports?device_id=55f7d2cb-4949-455f-8929-9b981ce0dd6f HTTP/1.1" status: 200 len: 210 time: 0.0452595 Sep 09 05:19:50.279038 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01eff8a8-559e-4dd6-9d92-ec86f6c916ab req-4f68abe9-923a-4f08-85df-b9170127e59c tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:50.280502 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-01eff8a8-559e-4dd6-9d92-ec86f6c916ab req-4f68abe9-923a-4f08-85df-b9170127e59c tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cb26945-4b50-4199-9514-eb3e38c1f59c HTTP/1.1" status: 200 len: 945 time: 0.0862248 Sep 09 05:19:50.317591 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-01eff8a8-559e-4dd6-9d92-ec86f6c916ab req-cca865bf-eaa6-4392-8b89-a28b8f85d7bc tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311899 Sep 09 05:19:51.107563 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-fae28ed8-25fe-42fc-87a9-1d200e426d32 req-9c0ff55c-961c-4a25-80a3-c93a2a285777 tempest-VolumesNegativeTest-2146538919 tempest-VolumesNegativeTest-2146538919-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3a53709-8b8c-498f-9f1a-f8fcada997ce HTTP/1.1" status: 200 len: 210 time: 0.0271151 Sep 09 05:19:51.354009 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-e9756452-44a0-40a1-8367-1b4fd0f7b44c req-bc1bdd95-c1cf-4ba5-aac6-f2b484187d7e tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/ports?device_id=55f7d2cb-4949-455f-8929-9b981ce0dd6f HTTP/1.1" status: 200 len: 210 time: 0.0292594 Sep 09 05:19:51.433496 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae20537-a0a8-4bd0-9469-52c492307af3 req-486a305c-d4e6-440e-8fd1-576753e30dea tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:51.434983 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-2ae20537-a0a8-4bd0-9469-52c492307af3 req-486a305c-d4e6-440e-8fd1-576753e30dea tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cb26945-4b50-4199-9514-eb3e38c1f59c HTTP/1.1" status: 200 len: 945 time: 0.0485251 Sep 09 05:19:51.472912 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-2ae20537-a0a8-4bd0-9469-52c492307af3 req-1d77a9a4-6e0c-498a-bc34-cdfc3ff5825e tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318112 Sep 09 05:19:52.208718 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-7946c77a-6c9f-4d43-99a6-659d0fbe79d4 req-ad43b769-1704-4271-9f5b-59a2d7a0d7e4 tempest-VolumesNegativeTest-2146538919 tempest-VolumesNegativeTest-2146538919-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3a53709-8b8c-498f-9f1a-f8fcada997ce HTTP/1.1" status: 200 len: 210 time: 0.0250661 Sep 09 05:19:52.456439 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-70be4e4c-db09-4168-b813-49470a52009b req-89562be3-bc61-469c-a341-4d8ed32e4583 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/ports?device_id=55f7d2cb-4949-455f-8929-9b981ce0dd6f HTTP/1.1" status: 200 len: 210 time: 0.0258651 Sep 09 05:19:52.591150 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad725c62-72b3-40cc-b52f-e96e4bdbd336 req-cbe0a59c-d474-4667-a59d-c1aa20350fab tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:52.592602 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-ad725c62-72b3-40cc-b52f-e96e4bdbd336 req-cbe0a59c-d474-4667-a59d-c1aa20350fab tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cb26945-4b50-4199-9514-eb3e38c1f59c HTTP/1.1" status: 200 len: 945 time: 0.0510645 Sep 09 05:19:52.628689 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-ad725c62-72b3-40cc-b52f-e96e4bdbd336 req-a73ddd71-69a0-480d-9bdb-dafbb1d0c415 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302992 Sep 09 05:19:53.320309 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-12667a63-2770-4dad-9be2-d97118c5d90c req-fd8aa94a-65c4-477d-89c9-0b7c71518bc4 tempest-VolumesNegativeTest-2146538919 tempest-VolumesNegativeTest-2146538919-project] 10.222.0.24 "GET /v2.0/ports?device_id=a3a53709-8b8c-498f-9f1a-f8fcada997ce HTTP/1.1" status: 200 len: 210 time: 0.0262973 Sep 09 05:19:53.745504 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f139b5b2-0c43-412a-a81a-9d5cd5054517 req-988865de-4e9f-4781-b0a2-451ce4eee4b2 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:53.747127 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-f139b5b2-0c43-412a-a81a-9d5cd5054517 req-988865de-4e9f-4781-b0a2-451ce4eee4b2 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cb26945-4b50-4199-9514-eb3e38c1f59c HTTP/1.1" status: 200 len: 945 time: 0.0528572 Sep 09 05:19:53.786188 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-f139b5b2-0c43-412a-a81a-9d5cd5054517 req-e7fca759-50db-498c-9618-437273fef95f tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331726 Sep 09 05:19:54.322270 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb002fe-c613-4332-ae76-c68a79f02b42 req-10545603-a655-4c12-ac1d-c92c320acbe4 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:54.323742 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-1fb002fe-c613-4332-ae76-c68a79f02b42 req-10545603-a655-4c12-ac1d-c92c320acbe4 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] 10.222.0.24 "GET /v2.0/networks?id=d2d7b2a3-0495-4459-b8c3-5c9495a1d591 HTTP/1.1" status: 200 len: 814 time: 0.1017320 Sep 09 05:19:54.338948 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-1fb002fe-c613-4332-ae76-c68a79f02b42 req-eb016197-eb11-44e4-b2c5-4dac3facc0c1 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] 10.222.0.24 "GET /v2.0/quotas/c78ca157c1f84025a9f3320f06078225 HTTP/1.1" status: 200 len: 375 time: 0.0095134 Sep 09 05:19:54.370351 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-1fb002fe-c613-4332-ae76-c68a79f02b42 req-8787fdfa-f4ac-4ac7-a133-6205f8b44ec0 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c78ca157c1f84025a9f3320f06078225&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262783 Sep 09 05:19:54.464985 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-1fb002fe-c613-4332-ae76-c68a79f02b42 req-a9c259b1-5d5b-4ebe-b5df-3d76e62401b7 service neutron] 10.222.0.24 "GET /v2.0/networks/d2d7b2a3-0495-4459-b8c3-5c9495a1d591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871429 Sep 09 05:19:54.554834 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-1fb002fe-c613-4332-ae76-c68a79f02b42 req-74c3e37e-8ede-49a9-b90f-4b172b7002f8 service neutron] 10.222.0.24 "GET /v2.0/networks/d2d7b2a3-0495-4459-b8c3-5c9495a1d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824561 Sep 09 05:19:54.720628 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-6d320b80-b011-4833-b519-f7abfca61e8e req-34e17e1b-0176-4852-b0d4-07bf4fc045bd tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f281578-8145-461d-9752-f7ab66a80e58 HTTP/1.1" status: 200 len: 210 time: 0.0353131 Sep 09 05:19:54.925587 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6faa16f-7d56-436b-a322-093608365aa0 req-514904c0-e440-4068-b341-8c760c92bc78 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:54.927514 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-c6faa16f-7d56-436b-a322-093608365aa0 req-514904c0-e440-4068-b341-8c760c92bc78 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e2c0125-9084-4058-906a-114695d331a7 HTTP/1.1" status: 200 len: 945 time: 0.0825446 Sep 09 05:19:54.948813 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e091f-a46a-4624-84ae-2b6832ca62af req-aaa6cd7d-d970-4b7a-b327-54a886a466a8 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:54.955953 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-d10e091f-a46a-4624-84ae-2b6832ca62af req-aaa6cd7d-d970-4b7a-b327-54a886a466a8 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cb26945-4b50-4199-9514-eb3e38c1f59c HTTP/1.1" status: 200 len: 945 time: 0.0800350 Sep 09 05:19:55.002422 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-c6faa16f-7d56-436b-a322-093608365aa0 req-d7041580-8160-42bb-acba-fd8052881cba tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b559db1-1589-4e96-9e76-ca77d0cb852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656626 Sep 09 05:19:55.029508 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-d10e091f-a46a-4624-84ae-2b6832ca62af req-e212595c-2ef3-4fa9-b0aa-cfa2984caf95 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727406 Sep 09 05:19:55.326410 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.agents_db [None req-c4fa6e85-f278-4c65-a736-468407d89cbd None None] Agent healthcheck: found 6 active agents {{(pid=94300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 05:19:55.857479 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-18fc87f9-5fc4-4f2f-97ca-2805d37bcc52 req-b9262e92-93e4-4550-91d9-e3e5c3420592 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f281578-8145-461d-9752-f7ab66a80e58 HTTP/1.1" status: 200 len: 210 time: 0.0494964 Sep 09 05:19:55.935268 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb002fe-c613-4332-ae76-c68a79f02b42 req-dceac5a1-39a6-431d-8e05-ee08f4d10c91 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:55.936753 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-1fb002fe-c613-4332-ae76-c68a79f02b42 req-dceac5a1-39a6-431d-8e05-ee08f4d10c91 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] 10.222.0.23 "GET /v2.0/networks?id=d2d7b2a3-0495-4459-b8c3-5c9495a1d591 HTTP/1.1" status: 200 len: 814 time: 0.1628168 Sep 09 05:19:55.951773 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.v2.base [req-1fb002fe-c613-4332-ae76-c68a79f02b42 req-2b38c41b-df7c-4060-9899-c20c99c9a75e tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] Request body: {'port': {'device_id': '8f281578-8145-461d-9752-f7ab66a80e58', 'network_id': 'd2d7b2a3-0495-4459-b8c3-5c9495a1d591', 'admin_state_up': True, 'tenant_id': 'c78ca157c1f84025a9f3320f06078225'}} {{(pid=94298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:19:56.090115 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fb002fe-c613-4332-ae76-c68a79f02b42 req-2b38c41b-df7c-4060-9899-c20c99c9a75e tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] Made reservation on behalf of c78ca157c1f84025a9f3320f06078225 for: {'port': 1} {{(pid=94298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 05:19:56.094281 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [req-1fb002fe-c613-4332-ae76-c68a79f02b42 req-2b38c41b-df7c-4060-9899-c20c99c9a75e tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:56.205156 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aafbfcd-2aa9-466b-929a-e9addf14fe47 req-f95e5315-ba35-4d86-b46a-bc3b4abf80ab tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:56.206679 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-0aafbfcd-2aa9-466b-929a-e9addf14fe47 req-f95e5315-ba35-4d86-b46a-bc3b4abf80ab tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e2c0125-9084-4058-906a-114695d331a7 HTTP/1.1" status: 200 len: 945 time: 0.1338949 Sep 09 05:19:56.250871 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488aa835-9b12-4d96-9399-6772a8b3ddf1 req-99ede007-4c75-4b70-b540-64fdade5a6b1 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:56.252354 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-488aa835-9b12-4d96-9399-6772a8b3ddf1 req-99ede007-4c75-4b70-b540-64fdade5a6b1 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cb26945-4b50-4199-9514-eb3e38c1f59c HTTP/1.1" status: 200 len: 945 time: 0.1408832 Sep 09 05:19:56.312378 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-0aafbfcd-2aa9-466b-929a-e9addf14fe47 req-a0d2cd69-aa4f-4bf4-918f-c3abbc10b362 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b559db1-1589-4e96-9e76-ca77d0cb852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957816 Sep 09 05:19:56.340449 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-488aa835-9b12-4d96-9399-6772a8b3ddf1 req-59cc335e-968c-4e73-be91-9224f12604d3 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795617 Sep 09 05:19:56.351653 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.db.db_base_plugin_common [req-1fb002fe-c613-4332-ae76-c68a79f02b42 req-2b38c41b-df7c-4060-9899-c20c99c9a75e tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] Allocated IP 172.20.0.13 (d2d7b2a3-0495-4459-b8c3-5c9495a1d591/f14389e8-9a40-46cd-abb3-2f74ea890948/7b00b202-a33e-45e2-a4f6-f231e668c7f0) {{(pid=94298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 05:19:56.467413 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device 24e1f0ba-92ba-4c84-bc59-4d552978c625 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 05:19:56.489327 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.plugin [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] No Port match for: 24e1f0ba-92ba-4c84-bc59-4d552978c625 {{(pid=94299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 05:19:56.489678 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device 24e1f0ba-92ba-4c84-bc59-4d552978c625 not bound to the agent host hv-cinder-77262 {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 05:19:56.490119 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device d3029cc2-ec96-450c-b227-07e79eb04e7a no longer exists at agent hyperv_hv-cinder-77262 {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 05:19:56.504028 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [req-1fb002fe-c613-4332-ae76-c68a79f02b42 req-2b38c41b-df7c-4060-9899-c20c99c9a75e tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] Notify callbacks [] for port, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:56.509830 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.plugin [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] No Port match for: d3029cc2-ec96-450c-b227-07e79eb04e7a {{(pid=94299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 05:19:56.510176 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device d3029cc2-ec96-450c-b227-07e79eb04e7a not bound to the agent host hv-cinder-77262 {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 05:19:56.545505 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [req-1fb002fe-c613-4332-ae76-c68a79f02b42 req-2b38c41b-df7c-4060-9899-c20c99c9a75e tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748631669697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1874062'] for port, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:56.592195 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fb002fe-c613-4332-ae76-c68a79f02b42 req-2b38c41b-df7c-4060-9899-c20c99c9a75e tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] Network d2d7b2a3-0495-4459-b8c3-5c9495a1d591 is already hosted by enough agents. {{(pid=94298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 05:19:56.595476 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.base_scheduler [req-1fb002fe-c613-4332-ae76-c68a79f02b42 req-2b38c41b-df7c-4060-9899-c20c99c9a75e tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] Resources bound (agent type, host, resource id): {{(pid=94298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 05:19:56.598916 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fb002fe-c613-4332-ae76-c68a79f02b42 req-2b38c41b-df7c-4060-9899-c20c99c9a75e tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] Received port after_create {{(pid=94298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 05:19:56.628577 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b38c41b-df7c-4060-9899-c20c99c9a75e tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] Pushing event updated for resources: {'Port': ['ID=7b00b202-a33e-45e2-a4f6-f231e668c7f0,revision_number=1']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:19:56.644261 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b38c41b-df7c-4060-9899-c20c99c9a75e tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:19:56.644611 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b38c41b-df7c-4060-9899-c20c99c9a75e tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:19:56.645012 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b38c41b-df7c-4060-9899-c20c99c9a75e tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:19:56.645353 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b38c41b-df7c-4060-9899-c20c99c9a75e tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:19:56.645703 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b38c41b-df7c-4060-9899-c20c99c9a75e tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:19:56.646043 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b38c41b-df7c-4060-9899-c20c99c9a75e tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:19:56.646365 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b38c41b-df7c-4060-9899-c20c99c9a75e tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:19:56.646690 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b38c41b-df7c-4060-9899-c20c99c9a75e tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:19:56.647011 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b38c41b-df7c-4060-9899-c20c99c9a75e tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:19:56.647331 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b38c41b-df7c-4060-9899-c20c99c9a75e tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:19:56.647659 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b38c41b-df7c-4060-9899-c20c99c9a75e tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:19:56.648287 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b38c41b-df7c-4060-9899-c20c99c9a75e tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:19:56.669386 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb002fe-c613-4332-ae76-c68a79f02b42 req-2b38c41b-df7c-4060-9899-c20c99c9a75e tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:56.670044 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [req-1fb002fe-c613-4332-ae76-c68a79f02b42 req-2b38c41b-df7c-4060-9899-c20c99c9a75e tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-438482'] for port, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:56.685632 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-1fb002fe-c613-4332-ae76-c68a79f02b42 req-2b38c41b-df7c-4060-9899-c20c99c9a75e tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7376747 Sep 09 05:19:56.705103 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.v2.base [req-1fb002fe-c613-4332-ae76-c68a79f02b42 req-51dacbe9-cbdc-4b09-8e88-53081ba49a45 service neutron] Request body: {'port': {'device_id': '8f281578-8145-461d-9752-f7ab66a80e58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=94298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:19:56.768761 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [req-1fb002fe-c613-4332-ae76-c68a79f02b42 req-51dacbe9-cbdc-4b09-8e88-53081ba49a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:57.031118 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4900dd88-9c62-4964-9faa-802a2e93aa10 req-a8bbeb01-6941-4279-a56c-ba3530dcd4d4 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:57.032833 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-4900dd88-9c62-4964-9faa-802a2e93aa10 req-a8bbeb01-6941-4279-a56c-ba3530dcd4d4 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f281578-8145-461d-9752-f7ab66a80e58 HTTP/1.1" status: 200 len: 932 time: 0.0934885 Sep 09 05:19:57.116585 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-4900dd88-9c62-4964-9faa-802a2e93aa10 req-bad8c4f6-3eac-4d13-9739-7e2b888abe73 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] 10.222.0.24 "GET /v2.0/security-groups?id=046efcc4-b14a-4f56-be2c-eb408b0f7ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755358 Sep 09 05:19:57.117988 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac18ba38-e5fe-4ce8-bb0a-1c31817878a7 req-8af6b55c-38a4-4008-8ee8-9c5f92961970 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:57.119472 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-ac18ba38-e5fe-4ce8-bb0a-1c31817878a7 req-8af6b55c-38a4-4008-8ee8-9c5f92961970 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.23 "GET /v2.0/ports?device_id=8e2c0125-9084-4058-906a-114695d331a7 HTTP/1.1" status: 200 len: 945 time: 0.0638955 Sep 09 05:19:57.128704 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.notifiers.nova [req-1fb002fe-c613-4332-ae76-c68a79f02b42 req-51dacbe9-cbdc-4b09-8e88-53081ba49a45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b00b202-a33e-45e2-a4f6-f231e668c7f0 {{(pid=94298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 05:19:57.137889 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [req-1fb002fe-c613-4332-ae76-c68a79f02b42 req-51dacbe9-cbdc-4b09-8e88-53081ba49a45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:57.150865 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.db.provisioning_blocks [req-1fb002fe-c613-4332-ae76-c68a79f02b42 req-51dacbe9-cbdc-4b09-8e88-53081ba49a45 service neutron] Transition to ACTIVE for port object 7b00b202-a33e-45e2-a4f6-f231e668c7f0 will not be triggered until provisioned by entity L2. {{(pid=94298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 05:19:57.154676 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [req-1fb002fe-c613-4332-ae76-c68a79f02b42 req-51dacbe9-cbdc-4b09-8e88-53081ba49a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1873021'] for port, after_update {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:57.208243 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dacbe9-cbdc-4b09-8e88-53081ba49a45 service neutron] Pushing event updated for resources: {'Port': ['ID=7b00b202-a33e-45e2-a4f6-f231e668c7f0,revision_number=2']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:19:57.221836 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.plugin [req-ac18ba38-e5fe-4ce8-bb0a-1c31817878a7 req-3f565e53-0661-4387-9002-1b2860d4084e tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Deleting port c5e39047-1d7f-4114-87dd-09560771c0ed {{(pid=94297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 05:19:57.222172 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-ac18ba38-e5fe-4ce8-bb0a-1c31817878a7 req-3f565e53-0661-4387-9002-1b2860d4084e tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748632167994'] for port, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:57.280162 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.managers [req-1fb002fe-c613-4332-ae76-c68a79f02b42 req-51dacbe9-cbdc-4b09-8e88-53081ba49a45 service neutron] Attempting to bind port 7b00b202-a33e-45e2-a4f6-f231e668c7f0 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=94298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 05:19:57.280487 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.managers [req-1fb002fe-c613-4332-ae76-c68a79f02b42 req-51dacbe9-cbdc-4b09-8e88-53081ba49a45 service neutron] Attempting to bind port 7b00b202-a33e-45e2-a4f6-f231e668c7f0 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '1545240a-f080-4a75-a9e1-8044d52ca07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd2d7b2a3-0495-4459-b8c3-5c9495a1d591'}] {{(pid=94298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 05:19:57.280808 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb002fe-c613-4332-ae76-c68a79f02b42 req-51dacbe9-cbdc-4b09-8e88-53081ba49a45 service neutron] Attempting to bind port 7b00b202-a33e-45e2-a4f6-f231e668c7f0 on network d2d7b2a3-0495-4459-b8c3-5c9495a1d591 {{(pid=94298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 05:19:57.284961 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb002fe-c613-4332-ae76-c68a79f02b42 req-51dacbe9-cbdc-4b09-8e88-53081ba49a45 service neutron] Port 7b00b202-a33e-45e2-a4f6-f231e668c7f0 on network d2d7b2a3-0495-4459-b8c3-5c9495a1d591 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=94298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 05:19:57.285272 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb002fe-c613-4332-ae76-c68a79f02b42 req-51dacbe9-cbdc-4b09-8e88-53081ba49a45 service neutron] Attempting to bind port 7b00b202-a33e-45e2-a4f6-f231e668c7f0 on network d2d7b2a3-0495-4459-b8c3-5c9495a1d591 {{(pid=94298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 05:19:57.290033 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb002fe-c613-4332-ae76-c68a79f02b42 req-51dacbe9-cbdc-4b09-8e88-53081ba49a45 service neutron] Checking agent: {'id': '7670f20e-61bb-4b09-a030-6895aded51bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 5, 15, 5), 'started_at': datetime.datetime(2021, 9, 9, 5, 15, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 5, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 05:19:57.290358 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb002fe-c613-4332-ae76-c68a79f02b42 req-51dacbe9-cbdc-4b09-8e88-53081ba49a45 service neutron] Checking segment: {'id': '1545240a-f080-4a75-a9e1-8044d52ca07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd2d7b2a3-0495-4459-b8c3-5c9495a1d591'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 05:19:57.290730 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fb002fe-c613-4332-ae76-c68a79f02b42 req-51dacbe9-cbdc-4b09-8e88-53081ba49a45 service neutron] Bound using segment: {'id': '1545240a-f080-4a75-a9e1-8044d52ca07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd2d7b2a3-0495-4459-b8c3-5c9495a1d591'} {{(pid=94298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 05:19:57.291166 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.managers [req-1fb002fe-c613-4332-ae76-c68a79f02b42 req-51dacbe9-cbdc-4b09-8e88-53081ba49a45 service neutron] Bound port: 7b00b202-a33e-45e2-a4f6-f231e668c7f0, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1545240a-f080-4a75-a9e1-8044d52ca07a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'd2d7b2a3-0495-4459-b8c3-5c9495a1d591'}}] {{(pid=94298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 05:19:57.292227 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [req-1fb002fe-c613-4332-ae76-c68a79f02b42 req-51dacbe9-cbdc-4b09-8e88-53081ba49a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:57.311955 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.db [req-ac18ba38-e5fe-4ce8-bb0a-1c31817878a7 req-3f565e53-0661-4387-9002-1b2860d4084e tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] For port c5e39047-1d7f-4114-87dd-09560771c0ed, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=c5e39047-1d7f-4114-87dd-09560771c0ed,segment=NetworkSegment(2253588a-18bc-44eb-b0be-6d785831d1ef),segment_id=2253588a-18bc-44eb-b0be-6d785831d1ef)] {{(pid=94297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:19:57.312318 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-ac18ba38-e5fe-4ce8-bb0a-1c31817878a7 req-3f565e53-0661-4387-9002-1b2860d4084e tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596826'] for port, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:57.325233 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.plugin [req-ac18ba38-e5fe-4ce8-bb0a-1c31817878a7 req-3f565e53-0661-4387-9002-1b2860d4084e tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Calling delete_port for c5e39047-1d7f-4114-87dd-09560771c0ed owned by compute:nova {{(pid=94297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 05:19:57.363838 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.db [req-1fb002fe-c613-4332-ae76-c68a79f02b42 req-51dacbe9-cbdc-4b09-8e88-53081ba49a45 service neutron] For port 7b00b202-a33e-45e2-a4f6-f231e668c7f0, host hv-cinder-77262, cleared binding levels {{(pid=94298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 05:19:57.370210 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.db [req-1fb002fe-c613-4332-ae76-c68a79f02b42 req-51dacbe9-cbdc-4b09-8e88-53081ba49a45 service neutron] For port 7b00b202-a33e-45e2-a4f6-f231e668c7f0, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=7b00b202-a33e-45e2-a4f6-f231e668c7f0,segment=NetworkSegment(1545240a-f080-4a75-a9e1-8044d52ca07a),segment_id=1545240a-f080-4a75-a9e1-8044d52ca07a)] {{(pid=94298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 05:19:57.374731 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [req-1fb002fe-c613-4332-ae76-c68a79f02b42 req-51dacbe9-cbdc-4b09-8e88-53081ba49a45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1873021'] for port, after_update {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:57.415518 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb002fe-c613-4332-ae76-c68a79f02b42 req-51dacbe9-cbdc-4b09-8e88-53081ba49a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:57.416138 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [req-1fb002fe-c613-4332-ae76-c68a79f02b42 req-51dacbe9-cbdc-4b09-8e88-53081ba49a45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-438482'] for port, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:57.417488 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-1fb002fe-c613-4332-ae76-c68a79f02b42 req-51dacbe9-cbdc-4b09-8e88-53081ba49a45 service neutron] 10.222.0.23 "PUT /v2.0/ports/7b00b202-a33e-45e2-a4f6-f231e668c7f0 HTTP/1.1" status: 200 len: 1094 time: 0.7166293 Sep 09 05:19:57.417947 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f281578-8145-461d-9752-f7ab66a80e58', 'tag': '7b00b202-a33e-45e2-a4f6-f231e668c7f0'}] {{(pid=94298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 05:19:57.420167 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bce242ee21533c645a402e1a550c8899fb444cbd779d7c78464fb91fbc7682ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79d4d217-e687-439f-b89b-1b8ea03bd7f0" -d '{"events": [{"name": "network-changed", "server_uuid": "8f281578-8145-461d-9752-f7ab66a80e58", "tag": "7b00b202-a33e-45e2-a4f6-f231e668c7f0"}]}' {{(pid=94298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 05:19:57.470775 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-ac18ba38-e5fe-4ce8-bb0a-1c31817878a7 req-3f565e53-0661-4387-9002-1b2860d4084e tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748632172548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748631669706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29281037'] for port, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:57.485609 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] get_ports_and_sgs() called for port_ids ['c5e39047-1d7f-4114-87dd-09560771c0ed'] {{(pid=94299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 05:19:57.510172 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f565e53-0661-4387-9002-1b2860d4084e tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Pushing event deleted for resources: {'Port': ['ID=c5e39047-1d7f-4114-87dd-09560771c0ed,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:19:57.533805 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dacbe9-cbdc-4b09-8e88-53081ba49a45 service neutron] Pushing event updated for resources: {'Port': ['ID=7b00b202-a33e-45e2-a4f6-f231e668c7f0,revision_number=3']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:19:57.537524 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f565e53-0661-4387-9002-1b2860d4084e tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:19:57.538068 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f565e53-0661-4387-9002-1b2860d4084e tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:19:57.539723 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f565e53-0661-4387-9002-1b2860d4084e tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:19:57.540181 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f565e53-0661-4387-9002-1b2860d4084e tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:19:57.540524 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f565e53-0661-4387-9002-1b2860d4084e tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:19:57.540854 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f565e53-0661-4387-9002-1b2860d4084e tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:19:57.541187 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f565e53-0661-4387-9002-1b2860d4084e tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:19:57.542080 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f565e53-0661-4387-9002-1b2860d4084e tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:19:57.542080 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f565e53-0661-4387-9002-1b2860d4084e tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:19:57.542257 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f565e53-0661-4387-9002-1b2860d4084e tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:19:57.542475 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f565e53-0661-4387-9002-1b2860d4084e tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:19:57.542793 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f565e53-0661-4387-9002-1b2860d4084e tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:19:57.562665 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac18ba38-e5fe-4ce8-bb0a-1c31817878a7 req-3f565e53-0661-4387-9002-1b2860d4084e tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] No DVR routers for this DVR port c5e39047-1d7f-4114-87dd-09560771c0ed on host hv-cinder-77262 {{(pid=94297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 05:19:57.565163 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-ac18ba38-e5fe-4ce8-bb0a-1c31817878a7 req-3f565e53-0661-4387-9002-1b2860d4084e tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-438482'] for port, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:57.565297 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abff1b45-adcb-4a44-8da6-08d3d91fff67 req-31e65160-adc9-4e01-a461-7f80ddc53607 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:57.566753 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-abff1b45-adcb-4a44-8da6-08d3d91fff67 req-31e65160-adc9-4e01-a461-7f80ddc53607 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/ports?device_id=8e2c0125-9084-4058-906a-114695d331a7 HTTP/1.1" status: 200 len: 867 time: 0.1529734 Sep 09 05:19:57.567181 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-ac18ba38-e5fe-4ce8-bb0a-1c31817878a7 req-3f565e53-0661-4387-9002-1b2860d4084e tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.23 "DELETE /v2.0/ports/c5e39047-1d7f-4114-87dd-09560771c0ed HTTP/1.1" status: 204 len: 173 time: 0.4393101 Sep 09 05:19:57.567621 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e2c0125-9084-4058-906a-114695d331a7', 'name': 'network-vif-deleted', 'tag': 'c5e39047-1d7f-4114-87dd-09560771c0ed'}] {{(pid=94297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 05:19:57.570918 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85c66017178c43798701892324557e4ac90163104f6096848bec1798d04fbbd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f55b4d0-3e37-463c-a526-ab14fb4f92d1" -d '{"events": [{"server_uuid": "8e2c0125-9084-4058-906a-114695d331a7", "name": "network-vif-deleted", "tag": "c5e39047-1d7f-4114-87dd-09560771c0ed"}]}' {{(pid=94297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 05:19:57.576547 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dde8c6b-f546-4fb3-a464-d3aeed01ffa0 req-eaf6adfa-03ef-45c1-8a48-2c1200cb67f7 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:57.578047 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-8dde8c6b-f546-4fb3-a464-d3aeed01ffa0 req-eaf6adfa-03ef-45c1-8a48-2c1200cb67f7 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cb26945-4b50-4199-9514-eb3e38c1f59c HTTP/1.1" status: 200 len: 945 time: 0.1430557 Sep 09 05:19:57.582671 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb002fe-c613-4332-ae76-c68a79f02b42 req-ef05c438-619c-4500-9e96-04faa210cf50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:57.584039 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-1fb002fe-c613-4332-ae76-c68a79f02b42 req-ef05c438-619c-4500-9e96-04faa210cf50 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c78ca157c1f84025a9f3320f06078225&device_id=8f281578-8145-461d-9752-f7ab66a80e58 HTTP/1.1" status: 200 len: 1097 time: 0.1116714 Sep 09 05:19:57.658253 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-1fb002fe-c613-4332-ae76-c68a79f02b42 req-ddd325ef-481d-4972-ad1c-40dcd02bcecb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b00b202-a33e-45e2-a4f6-f231e668c7f0 HTTP/1.1" status: 200 len: 217 time: 0.0498693 Sep 09 05:19:57.667808 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-8dde8c6b-f546-4fb3-a464-d3aeed01ffa0 req-99a25481-97b2-419e-8f64-e73e0241b461 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782089 Sep 09 05:19:57.705503 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-abff1b45-adcb-4a44-8da6-08d3d91fff67 req-2622c527-46d3-4ecc-ab07-2a7076ad9ac3 tempest-AttachVolumeNegativeTest-1289195922 tempest-AttachVolumeNegativeTest-1289195922-project] 10.222.0.24 "GET /v2.0/security-groups?id=0b559db1-1589-4e96-9e76-ca77d0cb852e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264877 Sep 09 05:19:57.716092 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 05:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f286d69a-4a73-4f42-8f6b-9d5dd10da11e x-openstack-request-id: req-f286d69a-4a73-4f42-8f6b-9d5dd10da11e {{(pid=94298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 05:19:57.716378 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f281578-8145-461d-9752-f7ab66a80e58", "tag": "7b00b202-a33e-45e2-a4f6-f231e668c7f0", "status": "completed", "code": 200}]} {{(pid=94298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 05:19:57.716626 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f286d69a-4a73-4f42-8f6b-9d5dd10da11e {{(pid=94298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 05:19:57.717018 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f281578-8145-461d-9752-f7ab66a80e58', 'tag': '7b00b202-a33e-45e2-a4f6-f231e668c7f0', 'status': 'completed', 'code': 200} Sep 09 05:19:57.731863 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb002fe-c613-4332-ae76-c68a79f02b42 req-0fb5e183-4732-4e61-a98e-30f6824b501d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:57.733440 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-1fb002fe-c613-4332-ae76-c68a79f02b42 req-0fb5e183-4732-4e61-a98e-30f6824b501d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f14389e8-9a40-46cd-abb3-2f74ea890948 HTTP/1.1" status: 200 len: 854 time: 0.0629151 Sep 09 05:19:57.755208 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 05:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d3c2b3-adf6-4543-bd61-bd488a7a799b x-openstack-request-id: req-b3d3c2b3-adf6-4543-bd61-bd488a7a799b {{(pid=94297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 05:19:57.755571 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e2c0125-9084-4058-906a-114695d331a7", "name": "network-vif-deleted", "tag": "c5e39047-1d7f-4114-87dd-09560771c0ed", "status": "completed", "code": 200}]} {{(pid=94297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 05:19:57.755897 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b3d3c2b3-adf6-4543-bd61-bd488a7a799b {{(pid=94297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 05:19:57.756295 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e2c0125-9084-4058-906a-114695d331a7', 'name': 'network-vif-deleted', 'tag': 'c5e39047-1d7f-4114-87dd-09560771c0ed', 'status': 'completed', 'code': 200} Sep 09 05:19:57.780081 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-1fb002fe-c613-4332-ae76-c68a79f02b42 req-c63c053a-782a-4229-86d3-1a23a450cccf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d2d7b2a3-0495-4459-b8c3-5c9495a1d591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251780 Sep 09 05:19:57.880788 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-1fb002fe-c613-4332-ae76-c68a79f02b42 req-5ab79c33-0bf8-4b2b-8389-f471eefdd577 service neutron] 10.222.0.23 "GET /v2.0/networks/d2d7b2a3-0495-4459-b8c3-5c9495a1d591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821314 Sep 09 05:19:57.972908 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-1fb002fe-c613-4332-ae76-c68a79f02b42 req-bcce316e-9208-48ab-bc11-02c7c3e9b43a service neutron] 10.222.0.23 "GET /v2.0/networks/d2d7b2a3-0495-4459-b8c3-5c9495a1d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835676 Sep 09 05:19:58.070036 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d4d217-e687-439f-b89b-1b8ea03bd7f0 req-9c52f35b-5915-4a05-b679-8c04ed253e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:58.071695 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-79d4d217-e687-439f-b89b-1b8ea03bd7f0 req-9c52f35b-5915-4a05-b679-8c04ed253e0e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c78ca157c1f84025a9f3320f06078225&device_id=8f281578-8145-461d-9752-f7ab66a80e58 HTTP/1.1" status: 200 len: 1097 time: 0.0415173 Sep 09 05:19:58.188494 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d4d217-e687-439f-b89b-1b8ea03bd7f0 req-ff91e4ac-bad1-4995-9508-b0585f5f4377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:58.190404 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-79d4d217-e687-439f-b89b-1b8ea03bd7f0 req-ff91e4ac-bad1-4995-9508-b0585f5f4377 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d2d7b2a3-0495-4459-b8c3-5c9495a1d591 HTTP/1.1" status: 200 len: 914 time: 0.1035035 Sep 09 05:19:58.266823 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-79d4d217-e687-439f-b89b-1b8ea03bd7f0 req-5d80bed5-bb77-4802-aa33-5052d622358d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b00b202-a33e-45e2-a4f6-f231e668c7f0 HTTP/1.1" status: 200 len: 217 time: 0.0565858 Sep 09 05:19:58.319589 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e13bd1-3340-43d5-8012-270ef5a3574c req-7c411211-5996-4e6c-ac17-1fa714622a68 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:58.321334 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-51e13bd1-3340-43d5-8012-270ef5a3574c req-7c411211-5996-4e6c-ac17-1fa714622a68 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f281578-8145-461d-9752-f7ab66a80e58 HTTP/1.1" status: 200 len: 944 time: 0.1227694 Sep 09 05:19:58.348582 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d4d217-e687-439f-b89b-1b8ea03bd7f0 req-8c61873c-5d87-452e-970c-1a44f229fc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:58.350819 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-79d4d217-e687-439f-b89b-1b8ea03bd7f0 req-8c61873c-5d87-452e-970c-1a44f229fc53 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f14389e8-9a40-46cd-abb3-2f74ea890948 HTTP/1.1" status: 200 len: 854 time: 0.0735958 Sep 09 05:19:58.389984 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-79d4d217-e687-439f-b89b-1b8ea03bd7f0 req-111200f4-2a53-4960-93b8-6d705766c8b5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d2d7b2a3-0495-4459-b8c3-5c9495a1d591&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318654 Sep 09 05:19:58.393250 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-51e13bd1-3340-43d5-8012-270ef5a3574c req-0d22d386-fbe8-46a1-ba12-f968d3f327f4 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] 10.222.0.24 "GET /v2.0/security-groups?id=046efcc4-b14a-4f56-be2c-eb408b0f7ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655057 Sep 09 05:19:58.424079 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 38560) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:19:58.582879 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-5f18419b-fd0f-4641-b441-7a848a69859c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=99ad197f83a44629bc673083f525fc14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1575372 Sep 09 05:19:58.585354 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 38564) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:19:58.637363 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-ce4ab8f3-22df-4f9e-a9ea-e3f37d55b007 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:58.658708 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-ce4ab8f3-22df-4f9e-a9ea-e3f37d55b007 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:58.694820 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-79d4d217-e687-439f-b89b-1b8ea03bd7f0 req-f5effef3-ed3f-43bc-a05d-21db979bfce0 service neutron] 10.222.0.23 "GET /v2.0/networks/d2d7b2a3-0495-4459-b8c3-5c9495a1d591?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944353 Sep 09 05:19:58.709494 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-ce4ab8f3-22df-4f9e-a9ea-e3f37d55b007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:58.712889 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-ce4ab8f3-22df-4f9e-a9ea-e3f37d55b007 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:58.714232 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-ce4ab8f3-22df-4f9e-a9ea-e3f37d55b007 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/84d8f78b-da54-4d8a-a3c5-3523d9436213 HTTP/1.1" status: 204 len: 168 time: 0.1279383 Sep 09 05:19:58.730168 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4ab8f3-22df-4f9e-a9ea-e3f37d55b007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d8f78b-da54-4d8a-a3c5-3523d9436213,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:19:58.783617 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 38572) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:19:58.832141 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-79d4d217-e687-439f-b89b-1b8ea03bd7f0 req-7e0d6abd-f709-4e6f-ae81-af96df626e22 service neutron] 10.222.0.23 "GET /v2.0/networks/d2d7b2a3-0495-4459-b8c3-5c9495a1d591?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271622 Sep 09 05:19:58.838545 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.db_base_plugin_v2 [None req-e727e4c6-5bf1-441c-8099-573807f1361e admin admin] Deleting subnet 26afa4a7-ead4-4ffa-80cb-6879630dc238 {{(pid=94297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 05:19:58.841771 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-e727e4c6-5bf1-441c-8099-573807f1361e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:58.843890 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a51507-9827-48dc-97da-c4f37c2967fe req-6b156244-3a46-4d76-88a3-b242391c5245 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:58.851811 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-c8a51507-9827-48dc-97da-c4f37c2967fe req-6b156244-3a46-4d76-88a3-b242391c5245 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cb26945-4b50-4199-9514-eb3e38c1f59c HTTP/1.1" status: 200 len: 945 time: 0.0804560 Sep 09 05:19:58.889086 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-e727e4c6-5bf1-441c-8099-573807f1361e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25248003'] for subnet, precommit_delete_associations {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:58.889489 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-c8a51507-9827-48dc-97da-c4f37c2967fe req-88cdadd9-91f9-4345-a7af-a2978c0229da tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364592 Sep 09 05:19:58.948425 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-e727e4c6-5bf1-441c-8099-573807f1361e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3773045'] for subnet, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:59.007977 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-e727e4c6-5bf1-441c-8099-573807f1361e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3773052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29281072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28951308'] for subnet, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:59.033195 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e727e4c6-5bf1-441c-8099-573807f1361e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26afa4a7-ead4-4ffa-80cb-6879630dc238,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:19:59.036796 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-e727e4c6-5bf1-441c-8099-573807f1361e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:59.038655 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-e727e4c6-5bf1-441c-8099-573807f1361e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/26afa4a7-ead4-4ffa-80cb-6879630dc238 HTTP/1.1" status: 204 len: 168 time: 0.2538366 Sep 09 05:19:59.042016 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 38574) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:19:59.062378 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e01d65-5227-4502-9985-382cb33dff21 req-b0a72089-ae46-4ca7-a156-61b2c1665615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:59.063838 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-f5e01d65-5227-4502-9985-382cb33dff21 req-b0a72089-ae46-4ca7-a156-61b2c1665615 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3cb26945-4b50-4199-9514-eb3e38c1f59c HTTP/1.1" status: 200 len: 1098 time: 0.0435066 Sep 09 05:19:59.101828 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-f5e01d65-5227-4502-9985-382cb33dff21 req-d08f1111-cc75-4977-8642-563177cf5335 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270953 Sep 09 05:19:59.112206 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-d71e2a46-34ef-44da-899e-bfb474f3ad21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3957161'] for network, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:59.186869 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-d71e2a46-34ef-44da-899e-bfb474f3ad21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3771648', 'neutron.services.segments.db._delete_segments_for_network-8748632184989'] for network, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:59.209206 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.services.segments.db [None req-d71e2a46-34ef-44da-899e-bfb474f3ad21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfd71842-6726-40b2-be3d-a4d60a862165']}} {{(pid=94297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:19:59.218693 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.services.segments.db [None req-d71e2a46-34ef-44da-899e-bfb474f3ad21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2253588a-18bc-44eb-b0be-6d785831d1ef') {'for_net_delete': True} {{(pid=94297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:19:59.218985 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.services.segments.db [None req-d71e2a46-34ef-44da-899e-bfb474f3ad21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2253588a-18bc-44eb-b0be-6d785831d1ef') {} {{(pid=94297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:19:59.228037 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-d71e2a46-34ef-44da-899e-bfb474f3ad21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748632182438', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25248122'] for segment, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:59.240376 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-d71e2a46-34ef-44da-899e-bfb474f3ad21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771871'] for segment, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:59.246081 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d71e2a46-34ef-44da-899e-bfb474f3ad21 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=94297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 05:19:59.246458 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-d71e2a46-34ef-44da-899e-bfb474f3ad21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29280210'] for segment, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:59.248013 dv-cinder-772623-14-iscsi neutron-server[94297]: Traceback (most recent call last): Sep 09 05:19:59.248013 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 05:19:59.248013 dv-cinder-772623-14-iscsi neutron-server[94297]: timer() Sep 09 05:19:59.248013 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 05:19:59.248013 dv-cinder-772623-14-iscsi neutron-server[94297]: cb(*args, **kw) Sep 09 05:19:59.248013 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 05:19:59.248013 dv-cinder-772623-14-iscsi neutron-server[94297]: return func(*args, **kwargs) Sep 09 05:19:59.248013 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 05:19:59.248013 dv-cinder-772623-14-iscsi neutron-server[94297]: self._notify() Sep 09 05:19:59.248013 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 05:19:59.248013 dv-cinder-772623-14-iscsi neutron-server[94297]: self.callback(batched_events) Sep 09 05:19:59.248013 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 05:19:59.248013 dv-cinder-772623-14-iscsi neutron-server[94297]: event.method(event) Sep 09 05:19:59.248013 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 05:19:59.248013 dv-cinder-772623-14-iscsi neutron-server[94297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 05:19:59.248013 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 05:19:59.248013 dv-cinder-772623-14-iscsi neutron-server[94297]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 05:19:59.248013 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 05:19:59.248013 dv-cinder-772623-14-iscsi neutron-server[94297]: return f(self, *a, **k) Sep 09 05:19:59.248013 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 05:19:59.248013 dv-cinder-772623-14-iscsi neutron-server[94297]: return self._get(url).json() Sep 09 05:19:59.248013 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 05:19:59.248013 dv-cinder-772623-14-iscsi neutron-server[94297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 05:19:59.248013 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 05:19:59.248013 dv-cinder-772623-14-iscsi neutron-server[94297]: return self.request(url, 'GET', **kwargs) Sep 09 05:19:59.248013 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 05:19:59.248013 dv-cinder-772623-14-iscsi neutron-server[94297]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 05:19:59.248013 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 05:19:59.248013 dv-cinder-772623-14-iscsi neutron-server[94297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 05:19:59.248013 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 05:19:59.248013 dv-cinder-772623-14-iscsi neutron-server[94297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 05:19:59.248013 dv-cinder-772623-14-iscsi neutron-server[94297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 05:19:59.299292 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-d71e2a46-34ef-44da-899e-bfb474f3ad21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3773683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600345'] for network, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:59.304201 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-d71e2a46-34ef-44da-899e-bfb474f3ad21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for network, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:59.306135 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-d71e2a46-34ef-44da-899e-bfb474f3ad21 admin admin] 10.222.0.24 "DELETE /v2.0/networks/cfd71842-6726-40b2-be3d-a4d60a862165 HTTP/1.1" status: 204 len: 168 time: 0.2632072 Sep 09 05:19:59.316105 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71e2a46-34ef-44da-899e-bfb474f3ad21 admin admin] Pushing event deleted for resources: {'Network': ['ID=cfd71842-6726-40b2-be3d-a4d60a862165,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:19:59.466709 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 38580) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:19:59.505468 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-a4480dbe-4568-4701-becb-9b779f6f9ca5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4072331c63524c7cbf166cc5521b82fc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0375662 Sep 09 05:19:59.507934 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 38582) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:19:59.509360 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a011ed8-6a7f-4e87-be28-a9f4cf3f52cd req-72ad2069-0264-437d-ad15-85858c867355 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:19:59.510863 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-3a011ed8-6a7f-4e87-be28-a9f4cf3f52cd req-72ad2069-0264-437d-ad15-85858c867355 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f281578-8145-461d-9752-f7ab66a80e58 HTTP/1.1" status: 200 len: 944 time: 0.0501897 Sep 09 05:19:59.546883 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-3a011ed8-6a7f-4e87-be28-a9f4cf3f52cd req-b7007469-ded3-4cf6-9c0f-7c9cb729605e tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] 10.222.0.24 "GET /v2.0/security-groups?id=046efcc4-b14a-4f56-be2c-eb408b0f7ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302224 Sep 09 05:19:59.558862 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-288c74b8-929a-4943-afff-cfbca609dad1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:59.579765 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-288c74b8-929a-4943-afff-cfbca609dad1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:59.624040 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-288c74b8-929a-4943-afff-cfbca609dad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:59.626532 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-288c74b8-929a-4943-afff-cfbca609dad1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:19:59.627656 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-288c74b8-929a-4943-afff-cfbca609dad1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0b559db1-1589-4e96-9e76-ca77d0cb852e HTTP/1.1" status: 204 len: 168 time: 0.1181917 Sep 09 05:19:59.635470 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288c74b8-929a-4943-afff-cfbca609dad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b559db1-1589-4e96-9e76-ca77d0cb852e,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:20:00.020157 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99a854f-63ca-48e7-b340-49d8cefc7318 req-11684546-ffda-48d1-a800-50aee99956f5 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:20:00.021862 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-f99a854f-63ca-48e7-b340-49d8cefc7318 req-11684546-ffda-48d1-a800-50aee99956f5 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cb26945-4b50-4199-9514-eb3e38c1f59c HTTP/1.1" status: 200 len: 945 time: 0.0565078 Sep 09 05:20:00.061137 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-f99a854f-63ca-48e7-b340-49d8cefc7318 req-dcb9caa3-0d2d-40ac-a90e-6114a700edfa tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330832 Sep 09 05:20:00.474285 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device 7b00b202-a33e-45e2-a4f6-f231e668c7f0 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=94299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 05:20:00.480009 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device c5e39047-1d7f-4114-87dd-09560771c0ed no longer exists at agent hyperv_hv-cinder-77262 {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 05:20:00.508227 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.plugin [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] No Port match for: c5e39047-1d7f-4114-87dd-09560771c0ed {{(pid=94299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 05:20:00.508670 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device c5e39047-1d7f-4114-87dd-09560771c0ed not bound to the agent host hv-cinder-77262 {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 05:20:00.592422 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] For port 7b00b202-a33e-45e2-a4f6-f231e668c7f0, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=7b00b202-a33e-45e2-a4f6-f231e668c7f0,segment=NetworkSegment(1545240a-f080-4a75-a9e1-8044d52ca07a),segment_id=1545240a-f080-4a75-a9e1-8044d52ca07a)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:20:00.609278 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Returning: {'device': '7b00b202-a33e-45e2-a4f6-f231e668c7f0', 'network_id': 'd2d7b2a3-0495-4459-b8c3-5c9495a1d591', 'port_id': '7b00b202-a33e-45e2-a4f6-f231e668c7f0', 'mac_address': 'fa:16:3e:1a:fb:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f14389e8-9a40-46cd-abb3-2f74ea890948', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 05:20:00.650660 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:00.667915 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.notifiers.nova [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b00b202-a33e-45e2-a4f6-f231e668c7f0 {{(pid=94299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 05:20:00.668950 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d41adb-cdba-43d5-99a8-f07a1831f1ee req-d645a6b1-a444-48ce-9b25-dac08a360f45 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:20:00.670945 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-31d41adb-cdba-43d5-99a8-f07a1831f1ee req-d645a6b1-a444-48ce-9b25-dac08a360f45 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f281578-8145-461d-9752-f7ab66a80e58 HTTP/1.1" status: 200 len: 944 time: 0.0523169 Sep 09 05:20:00.688788 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] For port 7b00b202-a33e-45e2-a4f6-f231e668c7f0, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=7b00b202-a33e-45e2-a4f6-f231e668c7f0,segment=NetworkSegment(1545240a-f080-4a75-a9e1-8044d52ca07a),segment_id=1545240a-f080-4a75-a9e1-8044d52ca07a)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:20:00.693064 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:00.719272 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-31d41adb-cdba-43d5-99a8-f07a1831f1ee req-55796f23-ddee-44a7-af3a-6f0092d1fa52 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] 10.222.0.24 "GET /v2.0/security-groups?id=046efcc4-b14a-4f56-be2c-eb408b0f7ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408187 Sep 09 05:20:00.743695 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Pushing event updated for resources: {'Port': ['ID=7b00b202-a33e-45e2-a4f6-f231e668c7f0,revision_number=4']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:20:00.958460 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] get_ports_and_sgs() called for port_ids ['7b00b202-a33e-45e2-a4f6-f231e668c7f0'] {{(pid=94299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 05:20:01.180980 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67629bfc-0731-478d-a225-60d0b1c7d4bd req-f897fa18-3f26-4180-83ac-7592891bfb0f tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:20:01.182522 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-67629bfc-0731-478d-a225-60d0b1c7d4bd req-f897fa18-3f26-4180-83ac-7592891bfb0f tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cb26945-4b50-4199-9514-eb3e38c1f59c HTTP/1.1" status: 200 len: 945 time: 0.0497227 Sep 09 05:20:01.221752 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-67629bfc-0731-478d-a225-60d0b1c7d4bd req-55b1703c-6406-4608-9775-9bd0509d1aab tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331683 Sep 09 05:20:01.529128 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 38658) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:20:01.567205 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e1b95d-04ab-416a-a1d3-9eefcf7cbcba req-af407ffa-041f-4ced-b093-f1960d00f103 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:20:01.568692 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-40e1b95d-04ab-416a-a1d3-9eefcf7cbcba req-af407ffa-041f-4ced-b093-f1960d00f103 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cb26945-4b50-4199-9514-eb3e38c1f59c HTTP/1.1" status: 200 len: 945 time: 0.0804181 Sep 09 05:20:01.571780 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81612c1e-5717-4914-8359-7bcc992a97b5 req-587690bf-b438-4b6b-973c-db77d4859b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:20:01.573140 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-81612c1e-5717-4914-8359-7bcc992a97b5 req-587690bf-b438-4b6b-973c-db77d4859b84 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bc42907dc3434e2ea444add09b95bb24&device_id=3cb26945-4b50-4199-9514-eb3e38c1f59c HTTP/1.1" status: 200 len: 1098 time: 0.0740740 Sep 09 05:20:01.632188 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-40e1b95d-04ab-416a-a1d3-9eefcf7cbcba req-4aaf6e7b-e4e1-402c-8420-11b80439c2c6 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576954 Sep 09 05:20:01.634116 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-9d497b58-b870-4f73-aa6c-b35ac9f15e55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:01.693629 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81612c1e-5717-4914-8359-7bcc992a97b5 req-b153df69-fd87-4519-a873-d579ca48ffc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:20:01.695099 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-81612c1e-5717-4914-8359-7bcc992a97b5 req-b153df69-fd87-4519-a873-d579ca48ffc5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=00cd2a8c-0672-473b-a5e4-39b12300043e HTTP/1.1" status: 200 len: 918 time: 0.1076512 Sep 09 05:20:01.723142 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-9d497b58-b870-4f73-aa6c-b35ac9f15e55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:01.728077 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-9d497b58-b870-4f73-aa6c-b35ac9f15e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:01.740132 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-81612c1e-5717-4914-8359-7bcc992a97b5 req-f8865323-a1cd-49b8-9d36-1ed35f7c802d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0e8e5cc9-2383-4dac-8a0c-e8e67256409c HTTP/1.1" status: 200 len: 217 time: 0.0364192 Sep 09 05:20:01.764184 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d497b58-b870-4f73-aa6c-b35ac9f15e55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2710cdef-b6eb-4625-922a-9456f8938ce2,revision_number=1']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:20:01.771234 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-9d497b58-b870-4f73-aa6c-b35ac9f15e55 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7544c86117d04bc78dadc2b5710f5077&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2410076 Sep 09 05:20:01.772336 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 38664) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:20:01.824914 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81612c1e-5717-4914-8359-7bcc992a97b5 req-6918cb98-23a9-4711-93de-da655f8d02cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:20:01.826607 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-81612c1e-5717-4914-8359-7bcc992a97b5 req-6918cb98-23a9-4711-93de-da655f8d02cd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0c182cba-f24f-48d3-93d9-c95e60c8cd67 HTTP/1.1" status: 200 len: 858 time: 0.0756636 Sep 09 05:20:01.827861 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-3fd8db8e-5664-4dde-ae17-7fa2a833f825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:01.848716 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-3fd8db8e-5664-4dde-ae17-7fa2a833f825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:01.854262 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154f3437-eaf4-47fe-b00f-fdee1573c5a1 req-4816d955-a0d8-48c5-867f-df035c79c52b tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:20:01.855709 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-154f3437-eaf4-47fe-b00f-fdee1573c5a1 req-4816d955-a0d8-48c5-867f-df035c79c52b tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f281578-8145-461d-9752-f7ab66a80e58 HTTP/1.1" status: 200 len: 945 time: 0.0641594 Sep 09 05:20:01.874925 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-81612c1e-5717-4914-8359-7bcc992a97b5 req-f59592ae-88a7-42d3-a8a9-c8caff7ac884 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=00cd2a8c-0672-473b-a5e4-39b12300043e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396986 Sep 09 05:20:01.897328 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-3fd8db8e-5664-4dde-ae17-7fa2a833f825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:01.900726 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-3fd8db8e-5664-4dde-ae17-7fa2a833f825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:01.901913 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-3fd8db8e-5664-4dde-ae17-7fa2a833f825 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2710cdef-b6eb-4625-922a-9456f8938ce2 HTTP/1.1" status: 204 len: 168 time: 0.1288576 Sep 09 05:20:01.911174 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd8db8e-5664-4dde-ae17-7fa2a833f825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2710cdef-b6eb-4625-922a-9456f8938ce2,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:20:01.933137 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-154f3437-eaf4-47fe-b00f-fdee1573c5a1 req-26e40556-c603-41b7-be57-1671faa92b62 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] 10.222.0.24 "GET /v2.0/security-groups?id=046efcc4-b14a-4f56-be2c-eb408b0f7ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603652 Sep 09 05:20:01.987430 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-81612c1e-5717-4914-8359-7bcc992a97b5 req-cdfec003-c7d7-4144-b504-da64c1e5f1d5 service neutron] 10.222.0.23 "GET /v2.0/networks/00cd2a8c-0672-473b-a5e4-39b12300043e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001539 Sep 09 05:20:02.083580 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-81612c1e-5717-4914-8359-7bcc992a97b5 req-19e47414-cfd6-4735-9cfc-075db5635f22 service neutron] 10.222.0.23 "GET /v2.0/networks/00cd2a8c-0672-473b-a5e4-39b12300043e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877326 Sep 09 05:20:02.172935 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 38670) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:20:02.186967 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-0d034b37-6149-44fe-91af-1ceb277fdb66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:02.272013 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-0d034b37-6149-44fe-91af-1ceb277fdb66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:02.276300 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-0d034b37-6149-44fe-91af-1ceb277fdb66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:02.312966 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-0d034b37-6149-44fe-91af-1ceb277fdb66 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a2387060178d4ed8b9f1d2eb772498d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1389346 Sep 09 05:20:02.313986 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d034b37-6149-44fe-91af-1ceb277fdb66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c997dfd-c4c4-4ed5-91eb-a8e88baca4e3,revision_number=1']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:20:02.315685 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 38672) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:20:02.363980 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-5c9b7bfd-caed-4c0f-96a8-44421ecc4afd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:02.385871 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-5c9b7bfd-caed-4c0f-96a8-44421ecc4afd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:02.431642 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-5c9b7bfd-caed-4c0f-96a8-44421ecc4afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:02.434192 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-5c9b7bfd-caed-4c0f-96a8-44421ecc4afd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:02.435314 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-5c9b7bfd-caed-4c0f-96a8-44421ecc4afd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2c997dfd-c4c4-4ed5-91eb-a8e88baca4e3 HTTP/1.1" status: 204 len: 168 time: 0.1185067 Sep 09 05:20:02.442466 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9b7bfd-caed-4c0f-96a8-44421ecc4afd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c997dfd-c4c4-4ed5-91eb-a8e88baca4e3,revision_number=None']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:20:02.500685 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device 7b00b202-a33e-45e2-a4f6-f231e668c7f0 up at agent hyperv_hv-cinder-77262 {{(pid=94299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 05:20:02.548175 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Provisioning for port 7b00b202-a33e-45e2-a4f6-f231e668c7f0 completed by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 05:20:02.551650 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Provisioning complete for port 7b00b202-a33e-45e2-a4f6-f231e668c7f0 triggered by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:20:02.552051 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:02.630718 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:02.653383 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f281578-8145-461d-9752-f7ab66a80e58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b00b202-a33e-45e2-a4f6-f231e668c7f0'}] {{(pid=94299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 05:20:02.655663 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6baa3fa754b64f0f84acd20b1d53bd6375697f3cd0d79ee629041410e58b9d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc95cd1e-0eeb-4b5a-89b1-7fb98cdc9afd" -d '{"events": [{"server_uuid": "8f281578-8145-461d-9752-f7ab66a80e58", "name": "network-vif-plugged", "status": "completed", "tag": "7b00b202-a33e-45e2-a4f6-f231e668c7f0"}]}' {{(pid=94299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 05:20:02.674729 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] For port 7b00b202-a33e-45e2-a4f6-f231e668c7f0, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=7b00b202-a33e-45e2-a4f6-f231e668c7f0,segment=NetworkSegment(1545240a-f080-4a75-a9e1-8044d52ca07a),segment_id=1545240a-f080-4a75-a9e1-8044d52ca07a)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:20:02.680959 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:02.718022 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 05:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-433cbd9e-7b73-48ca-a508-7361ca3ac3fb x-openstack-request-id: req-433cbd9e-7b73-48ca-a508-7361ca3ac3fb {{(pid=94299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 05:20:02.718312 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f281578-8145-461d-9752-f7ab66a80e58", "name": "network-vif-plugged", "status": "completed", "tag": "7b00b202-a33e-45e2-a4f6-f231e668c7f0", "code": 200}]} {{(pid=94299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 05:20:02.718562 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-433cbd9e-7b73-48ca-a508-7361ca3ac3fb {{(pid=94299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 05:20:02.718952 dv-cinder-772623-14-iscsi neutron-server[94299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f281578-8145-461d-9752-f7ab66a80e58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b00b202-a33e-45e2-a4f6-f231e668c7f0', 'code': 200} Sep 09 05:20:02.738769 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Pushing event updated for resources: {'Port': ['ID=7b00b202-a33e-45e2-a4f6-f231e668c7f0,revision_number=5']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:20:02.770415 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa3c86c-b0b5-4b2b-8cbe-60a66cb6c46e req-8c635617-e0e7-4bc5-a8e1-3e914dc674b6 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:20:02.771933 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-8aa3c86c-b0b5-4b2b-8cbe-60a66cb6c46e req-8c635617-e0e7-4bc5-a8e1-3e914dc674b6 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cb26945-4b50-4199-9514-eb3e38c1f59c HTTP/1.1" status: 200 len: 945 time: 0.0636425 Sep 09 05:20:02.816664 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-8aa3c86c-b0b5-4b2b-8cbe-60a66cb6c46e req-fc5e75a1-9064-441d-b35d-dacbc1a14334 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338299 Sep 09 05:20:02.894313 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5222fd-1968-4fd0-a2c0-a3c211f82153 req-f4d10262-f3fd-40cd-9b8b-b20bfcad6576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:20:02.895818 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-7a5222fd-1968-4fd0-a2c0-a3c211f82153 req-f4d10262-f3fd-40cd-9b8b-b20bfcad6576 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8f281578-8145-461d-9752-f7ab66a80e58 HTTP/1.1" status: 200 len: 1099 time: 0.0382948 Sep 09 05:20:02.896320 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-2792e2a4-31c3-4f0f-b593-49b8978dd3f5 req-baacf4fd-b69b-4cc1-a9d7-588b52737feb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1880a6bd-8a58-4755-b7de-37512e26a7b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396335 Sep 09 05:20:02.938686 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-7a5222fd-1968-4fd0-a2c0-a3c211f82153 req-5c6ad5ae-5ce9-4cf2-9d7a-8b568c499cf2 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=046efcc4-b14a-4f56-be2c-eb408b0f7ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306625 Sep 09 05:20:02.967953 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2792e2a4-31c3-4f0f-b593-49b8978dd3f5 req-ab6297c6-72ea-4c4b-83b0-a7f1c15650a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:20:02.969439 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-2792e2a4-31c3-4f0f-b593-49b8978dd3f5 req-ab6297c6-72ea-4c4b-83b0-a7f1c15650a9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bc42907dc3434e2ea444add09b95bb24&device_id=1880a6bd-8a58-4755-b7de-37512e26a7b9 HTTP/1.1" status: 200 len: 1099 time: 0.0435307 Sep 09 05:20:03.063610 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a409de71-85b2-4e64-b9fb-191a7dc70ed3 req-30e2f1b2-7487-46db-bc1b-a0e6b15ae9a3 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:20:03.065184 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-a409de71-85b2-4e64-b9fb-191a7dc70ed3 req-30e2f1b2-7487-46db-bc1b-a0e6b15ae9a3 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f281578-8145-461d-9752-f7ab66a80e58 HTTP/1.1" status: 200 len: 946 time: 0.0506804 Sep 09 05:20:03.108438 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-a409de71-85b2-4e64-b9fb-191a7dc70ed3 req-d4db8c8b-fe41-4f7f-bddf-f50a99e2ce9c tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] 10.222.0.24 "GET /v2.0/security-groups?id=046efcc4-b14a-4f56-be2c-eb408b0f7ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372050 Sep 09 05:20:03.233489 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2792e2a4-31c3-4f0f-b593-49b8978dd3f5 req-c433eeaf-4132-465b-b5d1-b3c6ee8f31c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:20:03.234996 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-2792e2a4-31c3-4f0f-b593-49b8978dd3f5 req-c433eeaf-4132-465b-b5d1-b3c6ee8f31c4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=00cd2a8c-0672-473b-a5e4-39b12300043e HTTP/1.1" status: 200 len: 918 time: 0.0885584 Sep 09 05:20:03.276843 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-2792e2a4-31c3-4f0f-b593-49b8978dd3f5 req-2160e4da-d945-47dd-a943-b6b08875e734 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=44169469-8d75-47db-a923-4e21d5f2a08c HTTP/1.1" status: 200 len: 217 time: 0.0333652 Sep 09 05:20:03.330589 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2792e2a4-31c3-4f0f-b593-49b8978dd3f5 req-cf9956da-4768-4e23-9fa8-ea53fc4eabb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:20:03.332039 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-2792e2a4-31c3-4f0f-b593-49b8978dd3f5 req-cf9956da-4768-4e23-9fa8-ea53fc4eabb9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0c182cba-f24f-48d3-93d9-c95e60c8cd67 HTTP/1.1" status: 200 len: 858 time: 0.0473230 Sep 09 05:20:03.381828 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-2792e2a4-31c3-4f0f-b593-49b8978dd3f5 req-d8a75dea-3fbf-40e3-8957-3bb5a29e78f6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=00cd2a8c-0672-473b-a5e4-39b12300043e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255306 Sep 09 05:20:03.479969 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-2792e2a4-31c3-4f0f-b593-49b8978dd3f5 req-8672228b-6653-4b0f-b93f-1a6d68ed5657 service neutron] 10.222.0.23 "GET /v2.0/networks/00cd2a8c-0672-473b-a5e4-39b12300043e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872841 Sep 09 05:20:03.582469 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-2792e2a4-31c3-4f0f-b593-49b8978dd3f5 req-45385818-96cd-4901-b012-e1255001911e service neutron] 10.222.0.23 "GET /v2.0/networks/00cd2a8c-0672-473b-a5e4-39b12300043e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899527 Sep 09 05:20:03.938948 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba8e787-8460-4938-aed2-428cb6abeeed req-9972b8e1-4571-4e3f-9200-86867ccb70ff tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:20:03.940637 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-bba8e787-8460-4938-aed2-428cb6abeeed req-9972b8e1-4571-4e3f-9200-86867ccb70ff tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cb26945-4b50-4199-9514-eb3e38c1f59c HTTP/1.1" status: 200 len: 945 time: 0.0500836 Sep 09 05:20:03.979902 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-bba8e787-8460-4938-aed2-428cb6abeeed req-855304ce-eed6-48db-a537-ea3872d3454c tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319233 Sep 09 05:20:04.115356 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 38726) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:20:04.239067 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-2ac10afb-0eab-4f92-94cf-37f10654febe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:04.266631 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a6e5b1-a5fa-46c1-8836-8cd7207bcd15 req-99f6c7b2-2398-48c5-aed9-c7956975844f tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:20:04.268137 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-46a6e5b1-a5fa-46c1-8836-8cd7207bcd15 req-99f6c7b2-2398-48c5-aed9-c7956975844f tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f281578-8145-461d-9752-f7ab66a80e58 HTTP/1.1" status: 200 len: 946 time: 0.0784676 Sep 09 05:20:04.327112 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-46a6e5b1-a5fa-46c1-8836-8cd7207bcd15 req-51fcd381-320c-447c-919c-1d7abfa70684 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] 10.222.0.24 "GET /v2.0/security-groups?id=046efcc4-b14a-4f56-be2c-eb408b0f7ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517986 Sep 09 05:20:04.379820 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-2ac10afb-0eab-4f92-94cf-37f10654febe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:04.384107 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-2ac10afb-0eab-4f92-94cf-37f10654febe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:04.421434 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-2ac10afb-0eab-4f92-94cf-37f10654febe admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=30585435bfed442d8696f5788212cc54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3050058 Sep 09 05:20:04.422327 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac10afb-0eab-4f92-94cf-37f10654febe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18080359-6f35-48e1-a712-8a5aa94ae4ae,revision_number=1']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:20:04.424227 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 38732) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:20:04.477760 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-7700b1e5-a0e4-4199-bf7d-94e71d18df0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:04.497778 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-7700b1e5-a0e4-4199-bf7d-94e71d18df0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:04.543213 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-7700b1e5-a0e4-4199-bf7d-94e71d18df0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:04.545719 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-7700b1e5-a0e4-4199-bf7d-94e71d18df0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:04.546850 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-7700b1e5-a0e4-4199-bf7d-94e71d18df0f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/18080359-6f35-48e1-a712-8a5aa94ae4ae HTTP/1.1" status: 204 len: 168 time: 0.1210077 Sep 09 05:20:04.554327 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7700b1e5-a0e4-4199-bf7d-94e71d18df0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18080359-6f35-48e1-a712-8a5aa94ae4ae,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:20:04.797207 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 38740) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:20:04.810894 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-e5e98ec6-0057-4022-b8ea-a6fe00f9bbb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:04.897803 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-e5e98ec6-0057-4022-b8ea-a6fe00f9bbb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:04.899634 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:04.901650 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-e5e98ec6-0057-4022-b8ea-a6fe00f9bbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:04.939149 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-e5e98ec6-0057-4022-b8ea-a6fe00f9bbb3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d2c91f6038ea4de58a3861b1911dd16f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1408536 Sep 09 05:20:04.939981 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e98ec6-0057-4022-b8ea-a6fe00f9bbb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b02c38f8-0547-4a28-abec-85d15504cee8,revision_number=1']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:20:04.941861 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 38742) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:20:04.991743 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-99fb7e06-925d-426e-92ac-98c5234e9567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:05.013524 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-99fb7e06-925d-426e-92ac-98c5234e9567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:05.084151 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-99fb7e06-925d-426e-92ac-98c5234e9567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:05.086834 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-99fb7e06-925d-426e-92ac-98c5234e9567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:05.087963 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-99fb7e06-925d-426e-92ac-98c5234e9567 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b02c38f8-0547-4a28-abec-85d15504cee8 HTTP/1.1" status: 204 len: 168 time: 0.1440139 Sep 09 05:20:05.105541 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd10f332-17d2-45e5-b95e-45459d2433cc req-5b24d48c-eb6f-4acf-aeaf-3a648cbe4adf tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:20:05.107038 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-cd10f332-17d2-45e5-b95e-45459d2433cc req-5b24d48c-eb6f-4acf-aeaf-3a648cbe4adf tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cb26945-4b50-4199-9514-eb3e38c1f59c HTTP/1.1" status: 200 len: 945 time: 0.0603037 Sep 09 05:20:05.107765 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fb7e06-925d-426e-92ac-98c5234e9567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b02c38f8-0547-4a28-abec-85d15504cee8,revision_number=None']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:20:05.148283 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-cd10f332-17d2-45e5-b95e-45459d2433cc req-a06b6d67-2508-4492-acd9-75a2b59db238 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335212 Sep 09 05:20:05.468694 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a513771d-3829-47cf-8882-2fc8fd40ea67 req-250ad260-b39d-4302-8dcc-88b2e397843d tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:20:05.470205 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-a513771d-3829-47cf-8882-2fc8fd40ea67 req-250ad260-b39d-4302-8dcc-88b2e397843d tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f281578-8145-461d-9752-f7ab66a80e58 HTTP/1.1" status: 200 len: 946 time: 0.0681150 Sep 09 05:20:05.510091 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-a513771d-3829-47cf-8882-2fc8fd40ea67 req-9e21dec1-c150-4242-a74d-cd17d40871e9 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] 10.222.0.24 "GET /v2.0/security-groups?id=046efcc4-b14a-4f56-be2c-eb408b0f7ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332215 Sep 09 05:20:06.183466 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 38796) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:20:06.305609 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-4b1007a4-9e1c-4ce8-a01b-83f0f83b6211 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:06.397320 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-4b1007a4-9e1c-4ce8-a01b-83f0f83b6211 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:06.402091 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-4b1007a4-9e1c-4ce8-a01b-83f0f83b6211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:06.439903 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1007a4-9e1c-4ce8-a01b-83f0f83b6211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98246345-71c1-4b3e-bb3d-4e639d22547a,revision_number=1']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:20:06.448334 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-4b1007a4-9e1c-4ce8-a01b-83f0f83b6211 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6dfe6a2b76474d18b74d48218abccb93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2637167 Sep 09 05:20:06.449366 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 38802) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:20:06.501445 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-22e948ab-a0ea-4462-8c9c-f69af1d4ed8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:06.528844 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-22e948ab-a0ea-4462-8c9c-f69af1d4ed8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:06.588806 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-22e948ab-a0ea-4462-8c9c-f69af1d4ed8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:06.591400 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-22e948ab-a0ea-4462-8c9c-f69af1d4ed8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:06.592789 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-22e948ab-a0ea-4462-8c9c-f69af1d4ed8b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/98246345-71c1-4b3e-bb3d-4e639d22547a HTTP/1.1" status: 204 len: 168 time: 0.1423848 Sep 09 05:20:06.603886 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e948ab-a0ea-4462-8c9c-f69af1d4ed8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98246345-71c1-4b3e-bb3d-4e639d22547a,revision_number=None']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:20:07.578805 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 38846) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:20:07.680412 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-fdbe8db3-0c34-4215-b34f-5c9840114b13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:07.768508 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-fdbe8db3-0c34-4215-b34f-5c9840114b13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:07.772430 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-fdbe8db3-0c34-4215-b34f-5c9840114b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:07.814159 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-fdbe8db3-0c34-4215-b34f-5c9840114b13 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=196880f7ac384d9c83b793894f13cbab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2323642 Sep 09 05:20:07.814159 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbe8db3-0c34-4215-b34f-5c9840114b13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=642e57fe-aeba-4d7c-8701-05374fc57645,revision_number=1']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:20:07.815457 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 38856) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:20:07.863409 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-b694b8da-d330-4348-8508-e0c7a1b632e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:07.885184 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-b694b8da-d330-4348-8508-e0c7a1b632e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:07.935941 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-b694b8da-d330-4348-8508-e0c7a1b632e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:07.938803 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-b694b8da-d330-4348-8508-e0c7a1b632e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:07.939966 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-b694b8da-d330-4348-8508-e0c7a1b632e2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/642e57fe-aeba-4d7c-8701-05374fc57645 HTTP/1.1" status: 204 len: 168 time: 0.1240890 Sep 09 05:20:07.948821 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b694b8da-d330-4348-8508-e0c7a1b632e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=642e57fe-aeba-4d7c-8701-05374fc57645,revision_number=None']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:20:09.069632 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971465e3-d380-439f-9380-070e054339ab req-aaf51276-df15-48a1-a448-bdcadb063dce tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:20:09.071864 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-971465e3-d380-439f-9380-070e054339ab req-aaf51276-df15-48a1-a448-bdcadb063dce tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=1880a6bd-8a58-4755-b7de-37512e26a7b9 HTTP/1.1" status: 200 len: 946 time: 0.0502098 Sep 09 05:20:09.109816 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-971465e3-d380-439f-9380-070e054339ab req-88331219-640d-4bc4-8649-dddf2b41c5f7 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311422 Sep 09 05:20:10.224741 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55667c9c-7986-4b1f-b0d8-0ada82c45082 req-8e385f84-5721-45a9-8a87-d3813c82a22d tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:20:10.226605 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-55667c9c-7986-4b1f-b0d8-0ada82c45082 req-8e385f84-5721-45a9-8a87-d3813c82a22d tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=1880a6bd-8a58-4755-b7de-37512e26a7b9 HTTP/1.1" status: 200 len: 946 time: 0.0486891 Sep 09 05:20:10.264438 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-55667c9c-7986-4b1f-b0d8-0ada82c45082 req-705dd31d-9fc1-4b10-bb29-74d7500cd190 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313642 Sep 09 05:20:11.380093 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e36635-7660-4f12-8393-b6d64fdd0b81 req-80706f8d-6367-4bed-aceb-986bcb688320 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:20:11.381747 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-95e36635-7660-4f12-8393-b6d64fdd0b81 req-80706f8d-6367-4bed-aceb-986bcb688320 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=1880a6bd-8a58-4755-b7de-37512e26a7b9 HTTP/1.1" status: 200 len: 946 time: 0.0485725 Sep 09 05:20:11.422226 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-95e36635-7660-4f12-8393-b6d64fdd0b81 req-9dc3fc34-8fc8-4afd-8165-f2b6ca0ea5e4 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338504 Sep 09 05:20:11.567034 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb3324a-643a-4170-8f81-c2d19da2d278 req-c6289638-11d3-4cf3-a4ea-6dec50d3b31c tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:20:11.568449 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-abb3324a-643a-4170-8f81-c2d19da2d278 req-c6289638-11d3-4cf3-a4ea-6dec50d3b31c tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.23 "GET /v2.0/ports?device_id=1880a6bd-8a58-4755-b7de-37512e26a7b9 HTTP/1.1" status: 200 len: 946 time: 0.0466824 Sep 09 05:20:11.657581 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.plugin [req-abb3324a-643a-4170-8f81-c2d19da2d278 req-35018194-ace0-4b7c-b845-aacc7f6e83e2 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Deleting port 44169469-8d75-47db-a923-4e21d5f2a08c {{(pid=94298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 05:20:11.657944 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [req-abb3324a-643a-4170-8f81-c2d19da2d278 req-35018194-ace0-4b7c-b845-aacc7f6e83e2 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748632167994'] for port, before_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:11.750434 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.db [req-abb3324a-643a-4170-8f81-c2d19da2d278 req-35018194-ace0-4b7c-b845-aacc7f6e83e2 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] For port 44169469-8d75-47db-a923-4e21d5f2a08c, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=44169469-8d75-47db-a923-4e21d5f2a08c,segment=NetworkSegment(5aa37a3f-66af-4ce9-afe5-b18ee79b928a),segment_id=5aa37a3f-66af-4ce9-afe5-b18ee79b928a)] {{(pid=94298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:20:11.750792 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [req-abb3324a-643a-4170-8f81-c2d19da2d278 req-35018194-ace0-4b7c-b845-aacc7f6e83e2 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596826'] for port, precommit_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:11.764319 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.plugin [req-abb3324a-643a-4170-8f81-c2d19da2d278 req-35018194-ace0-4b7c-b845-aacc7f6e83e2 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Calling delete_port for 44169469-8d75-47db-a923-4e21d5f2a08c owned by compute:nova {{(pid=94298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 05:20:11.879546 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 38940) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:20:11.903226 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [req-abb3324a-643a-4170-8f81-c2d19da2d278 req-35018194-ace0-4b7c-b845-aacc7f6e83e2 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748632172548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748631669706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1874062'] for port, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:11.917322 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] get_ports_and_sgs() called for port_ids ['0e8e5cc9-2383-4dac-8a0c-e8e67256409c', '44169469-8d75-47db-a923-4e21d5f2a08c'] {{(pid=94299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 05:20:11.938107 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35018194-ace0-4b7c-b845-aacc7f6e83e2 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Pushing event deleted for resources: {'Port': ['ID=44169469-8d75-47db-a923-4e21d5f2a08c,revision_number=None']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:20:11.976809 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.db.l3_dvrscheduler_db [req-abb3324a-643a-4170-8f81-c2d19da2d278 req-35018194-ace0-4b7c-b845-aacc7f6e83e2 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] No DVR routers for this DVR port 44169469-8d75-47db-a923-4e21d5f2a08c on host hv-cinder-77262 {{(pid=94298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 05:20:11.979673 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [req-abb3324a-643a-4170-8f81-c2d19da2d278 req-35018194-ace0-4b7c-b845-aacc7f6e83e2 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-438482'] for port, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:11.982122 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-abb3324a-643a-4170-8f81-c2d19da2d278 req-35018194-ace0-4b7c-b845-aacc7f6e83e2 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.23 "DELETE /v2.0/ports/44169469-8d75-47db-a923-4e21d5f2a08c HTTP/1.1" status: 204 len: 173 time: 0.4067154 Sep 09 05:20:11.982780 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1880a6bd-8a58-4755-b7de-37512e26a7b9', 'name': 'network-vif-deleted', 'tag': '44169469-8d75-47db-a923-4e21d5f2a08c'}] {{(pid=94298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 05:20:11.985671 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bce242ee21533c645a402e1a550c8899fb444cbd779d7c78464fb91fbc7682ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc429b6-d680-4902-bdc5-e6ac07e76200" -d '{"events": [{"server_uuid": "1880a6bd-8a58-4755-b7de-37512e26a7b9", "name": "network-vif-deleted", "tag": "44169469-8d75-47db-a923-4e21d5f2a08c"}]}' {{(pid=94298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 05:20:12.002768 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-56457adc-71b9-4f93-b362-040b3cb7644e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:12.031225 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 05:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98552c0b-a752-4e66-81d7-b46e7c365ad1 x-openstack-request-id: req-98552c0b-a752-4e66-81d7-b46e7c365ad1 {{(pid=94298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 05:20:12.031506 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1880a6bd-8a58-4755-b7de-37512e26a7b9", "name": "network-vif-deleted", "tag": "44169469-8d75-47db-a923-4e21d5f2a08c", "status": "completed", "code": 200}]} {{(pid=94298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 05:20:12.031751 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-98552c0b-a752-4e66-81d7-b46e7c365ad1 {{(pid=94298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 05:20:12.032134 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1880a6bd-8a58-4755-b7de-37512e26a7b9', 'name': 'network-vif-deleted', 'tag': '44169469-8d75-47db-a923-4e21d5f2a08c', 'status': 'completed', 'code': 200} Sep 09 05:20:12.101473 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-56457adc-71b9-4f93-b362-040b3cb7644e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:12.105163 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-56457adc-71b9-4f93-b362-040b3cb7644e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:12.146103 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-56457adc-71b9-4f93-b362-040b3cb7644e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=81242d7773b445feb287e3233c7c6815&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2653844 Sep 09 05:20:12.147189 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56457adc-71b9-4f93-b362-040b3cb7644e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e356e6e-86a3-4b70-936c-137e842feda3,revision_number=1']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:20:12.149296 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 38946) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:20:12.199586 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-be3f976e-c952-4599-98c9-a6635c8674dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:12.220586 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-be3f976e-c952-4599-98c9-a6635c8674dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:12.266732 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-be3f976e-c952-4599-98c9-a6635c8674dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:12.269209 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-be3f976e-c952-4599-98c9-a6635c8674dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:12.270360 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-be3f976e-c952-4599-98c9-a6635c8674dd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3e356e6e-86a3-4b70-936c-137e842feda3 HTTP/1.1" status: 204 len: 168 time: 0.1192260 Sep 09 05:20:12.277612 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3f976e-c952-4599-98c9-a6635c8674dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e356e6e-86a3-4b70-936c-137e842feda3,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:20:12.549940 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-7dc91321-655b-4f54-9d5f-b925254ac87c req-339c94e7-a313-4c6d-98c1-530f9de528c5 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=1880a6bd-8a58-4755-b7de-37512e26a7b9 HTTP/1.1" status: 200 len: 210 time: 0.0347047 Sep 09 05:20:13.818915 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa927de-9553-4104-9dca-e7b99d2ec7e3 req-ca91735b-b978-46b6-b3d0-b651cdc82444 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:20:13.821551 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-1fa927de-9553-4104-9dca-e7b99d2ec7e3 req-ca91735b-b978-46b6-b3d0-b651cdc82444 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cb26945-4b50-4199-9514-eb3e38c1f59c HTTP/1.1" status: 200 len: 945 time: 0.0504520 Sep 09 05:20:13.858065 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-1fa927de-9553-4104-9dca-e7b99d2ec7e3 req-73171498-d96f-45e3-8634-c11a413e8ce1 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311530 Sep 09 05:20:13.874422 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-742afaec-55d6-4309-be36-4bd1fac3cd54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:14.974380 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31b3d09-f584-4e44-af70-f28f4a8b0d1e req-446482db-4124-4122-97a2-7261624a8d07 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:20:14.976031 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-e31b3d09-f584-4e44-af70-f28f4a8b0d1e req-446482db-4124-4122-97a2-7261624a8d07 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cb26945-4b50-4199-9514-eb3e38c1f59c HTTP/1.1" status: 200 len: 945 time: 0.0476921 Sep 09 05:20:15.012896 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-e31b3d09-f584-4e44-af70-f28f4a8b0d1e req-250a9179-3599-42a1-a2a8-751c2f8b340f tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304654 Sep 09 05:20:16.128644 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee382ee2-6e90-4278-9185-2972b8c55875 req-f7b87858-68c3-435b-a39f-12f967cb94ad tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:20:16.130122 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-ee382ee2-6e90-4278-9185-2972b8c55875 req-f7b87858-68c3-435b-a39f-12f967cb94ad tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cb26945-4b50-4199-9514-eb3e38c1f59c HTTP/1.1" status: 200 len: 945 time: 0.0522687 Sep 09 05:20:16.166630 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-ee382ee2-6e90-4278-9185-2972b8c55875 req-afd1bbf9-4394-430b-8ccf-e012b92435c5 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299797 Sep 09 05:20:16.519267 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-2cc8517f-9bdb-48f9-8331-59b0bc3eb914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:16.565152 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device 44169469-8d75-47db-a923-4e21d5f2a08c no longer exists at agent hyperv_hv-cinder-77262 {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 05:20:16.585524 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.plugin [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] No Port match for: 44169469-8d75-47db-a923-4e21d5f2a08c {{(pid=94299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 05:20:16.585901 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device 44169469-8d75-47db-a923-4e21d5f2a08c not bound to the agent host hv-cinder-77262 {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 05:20:16.884913 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:17.281165 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261e01d1-67e3-487f-8054-b0d960fcfadf req-63e5ca4f-eea6-4433-a656-b41696f05de6 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:20:17.282684 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-261e01d1-67e3-487f-8054-b0d960fcfadf req-63e5ca4f-eea6-4433-a656-b41696f05de6 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cb26945-4b50-4199-9514-eb3e38c1f59c HTTP/1.1" status: 200 len: 945 time: 0.0495722 Sep 09 05:20:17.323083 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-261e01d1-67e3-487f-8054-b0d960fcfadf req-6291f700-6c7f-48b0-a20a-a76687188730 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343959 Sep 09 05:20:17.641219 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-9dcada0b-7967-4cde-8891-c5586c834af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:18.436993 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3f47e0-0397-49e1-ac64-24bbbc1f3327 req-867e36de-ed5e-40a0-a1e4-8e4fca92b1ab tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:20:18.438505 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-3a3f47e0-0397-49e1-ac64-24bbbc1f3327 req-867e36de-ed5e-40a0-a1e4-8e4fca92b1ab tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cb26945-4b50-4199-9514-eb3e38c1f59c HTTP/1.1" status: 200 len: 945 time: 0.0482016 Sep 09 05:20:18.477499 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-3a3f47e0-0397-49e1-ac64-24bbbc1f3327 req-366aa7cf-2a0b-4d90-8e62-517279aede51 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325634 Sep 09 05:20:19.150993 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-fdc48b13-ab8b-41d0-a622-21cc731cd6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:19.593754 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49770d7-f279-4e1f-9868-1fbd32bfaf7b req-cccc3425-fb9f-499a-a16b-9896e49e4083 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:20:19.595222 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-a49770d7-f279-4e1f-9868-1fbd32bfaf7b req-cccc3425-fb9f-499a-a16b-9896e49e4083 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cb26945-4b50-4199-9514-eb3e38c1f59c HTTP/1.1" status: 200 len: 945 time: 0.0518887 Sep 09 05:20:19.634054 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-a49770d7-f279-4e1f-9868-1fbd32bfaf7b req-75830b74-179a-4603-a8a6-0e818f66cb4e tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327513 Sep 09 05:20:20.750385 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fe64a8-2115-4921-8b19-683e3f209695 req-6ef6ef15-8b2c-4936-90cc-c223399cdd37 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:20:20.751943 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-29fe64a8-2115-4921-8b19-683e3f209695 req-6ef6ef15-8b2c-4936-90cc-c223399cdd37 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cb26945-4b50-4199-9514-eb3e38c1f59c HTTP/1.1" status: 200 len: 945 time: 0.0511496 Sep 09 05:20:20.790048 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-29fe64a8-2115-4921-8b19-683e3f209695 req-43d03c0c-27b2-4ec1-b50c-6161c3b985fe tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320010 Sep 09 05:20:21.907101 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4311d216-ac8f-47b6-a08d-07a2b9cbc2c2 req-66f5d111-24e5-4401-969a-a7582481ff4f tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:20:21.908589 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-4311d216-ac8f-47b6-a08d-07a2b9cbc2c2 req-66f5d111-24e5-4401-969a-a7582481ff4f tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cb26945-4b50-4199-9514-eb3e38c1f59c HTTP/1.1" status: 200 len: 945 time: 0.0481460 Sep 09 05:20:21.947806 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-4311d216-ac8f-47b6-a08d-07a2b9cbc2c2 req-873f04df-1e35-4ee0-9575-dc6959d472b2 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329864 Sep 09 05:20:22.863358 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7324151f-bd90-4c2c-8472-a37fbecfd647 req-eea480fe-3a31-45ee-b211-e860b204402d tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:20:22.864969 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-7324151f-bd90-4c2c-8472-a37fbecfd647 req-eea480fe-3a31-45ee-b211-e860b204402d tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.23 "GET /v2.0/ports?device_id=3cb26945-4b50-4199-9514-eb3e38c1f59c HTTP/1.1" status: 200 len: 945 time: 0.0588737 Sep 09 05:20:22.957662 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.plugin [req-7324151f-bd90-4c2c-8472-a37fbecfd647 req-2476cc04-1164-46eb-ad20-101a4b306d14 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Deleting port 0e8e5cc9-2383-4dac-8a0c-e8e67256409c {{(pid=94298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 05:20:22.958334 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [req-7324151f-bd90-4c2c-8472-a37fbecfd647 req-2476cc04-1164-46eb-ad20-101a4b306d14 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748632167994'] for port, before_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:23.079621 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.db [req-7324151f-bd90-4c2c-8472-a37fbecfd647 req-2476cc04-1164-46eb-ad20-101a4b306d14 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] For port 0e8e5cc9-2383-4dac-8a0c-e8e67256409c, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=0e8e5cc9-2383-4dac-8a0c-e8e67256409c,segment=NetworkSegment(5aa37a3f-66af-4ce9-afe5-b18ee79b928a),segment_id=5aa37a3f-66af-4ce9-afe5-b18ee79b928a)] {{(pid=94298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:20:23.080033 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [req-7324151f-bd90-4c2c-8472-a37fbecfd647 req-2476cc04-1164-46eb-ad20-101a4b306d14 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596826'] for port, precommit_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:23.095933 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.plugin [req-7324151f-bd90-4c2c-8472-a37fbecfd647 req-2476cc04-1164-46eb-ad20-101a4b306d14 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Calling delete_port for 0e8e5cc9-2383-4dac-8a0c-e8e67256409c owned by compute:nova {{(pid=94298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 05:20:23.105079 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ef10c4-d398-4a43-ad0a-c6d8311072e3 req-847c90a4-16f2-4c24-9ff1-09b29948d4eb tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:20:23.106594 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-54ef10c4-d398-4a43-ad0a-c6d8311072e3 req-847c90a4-16f2-4c24-9ff1-09b29948d4eb tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/ports?device_id=3cb26945-4b50-4199-9514-eb3e38c1f59c HTTP/1.1" status: 200 len: 945 time: 0.0867872 Sep 09 05:20:23.191611 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-54ef10c4-d398-4a43-ad0a-c6d8311072e3 req-b2720b46-63be-4249-b5ee-488465264237 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.24 "GET /v2.0/security-groups?id=740a64e6-31c9-4a88-a24b-2732bf7bf4ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778928 Sep 09 05:20:23.263928 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [req-7324151f-bd90-4c2c-8472-a37fbecfd647 req-2476cc04-1164-46eb-ad20-101a4b306d14 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748632172548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748631669706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1874062'] for port, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:23.275975 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] get_ports_and_sgs() called for port_ids ['0e8e5cc9-2383-4dac-8a0c-e8e67256409c'] {{(pid=94299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 05:20:23.290957 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2476cc04-1164-46eb-ad20-101a4b306d14 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Pushing event deleted for resources: {'Port': ['ID=0e8e5cc9-2383-4dac-8a0c-e8e67256409c,revision_number=None']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:20:23.338419 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.db.l3_dvrscheduler_db [req-7324151f-bd90-4c2c-8472-a37fbecfd647 req-2476cc04-1164-46eb-ad20-101a4b306d14 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] No DVR routers for this DVR port 0e8e5cc9-2383-4dac-8a0c-e8e67256409c on host hv-cinder-77262 {{(pid=94298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 05:20:23.341335 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [req-7324151f-bd90-4c2c-8472-a37fbecfd647 req-2476cc04-1164-46eb-ad20-101a4b306d14 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-438482'] for port, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:23.343430 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-7324151f-bd90-4c2c-8472-a37fbecfd647 req-2476cc04-1164-46eb-ad20-101a4b306d14 tempest-ServerRescueNegativeTestJSON-672255769 tempest-ServerRescueNegativeTestJSON-672255769-project] 10.222.0.23 "DELETE /v2.0/ports/0e8e5cc9-2383-4dac-8a0c-e8e67256409c HTTP/1.1" status: 204 len: 173 time: 0.4717672 Sep 09 05:20:23.343848 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cb26945-4b50-4199-9514-eb3e38c1f59c', 'name': 'network-vif-deleted', 'tag': '0e8e5cc9-2383-4dac-8a0c-e8e67256409c'}] {{(pid=94298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 05:20:23.346168 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bce242ee21533c645a402e1a550c8899fb444cbd779d7c78464fb91fbc7682ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-201c3d84-b786-48a2-9228-ab81cb1a865e" -d '{"events": [{"server_uuid": "3cb26945-4b50-4199-9514-eb3e38c1f59c", "name": "network-vif-deleted", "tag": "0e8e5cc9-2383-4dac-8a0c-e8e67256409c"}]}' {{(pid=94298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 05:20:23.388672 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 05:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-207030ee-f2e5-45f2-a031-2ddb4efb04d9 x-openstack-request-id: req-207030ee-f2e5-45f2-a031-2ddb4efb04d9 {{(pid=94298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 05:20:23.389070 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cb26945-4b50-4199-9514-eb3e38c1f59c", "name": "network-vif-deleted", "tag": "0e8e5cc9-2383-4dac-8a0c-e8e67256409c", "status": "completed", "code": 200}]} {{(pid=94298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 05:20:23.389337 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-207030ee-f2e5-45f2-a031-2ddb4efb04d9 {{(pid=94298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 05:20:23.389781 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cb26945-4b50-4199-9514-eb3e38c1f59c', 'name': 'network-vif-deleted', 'tag': '0e8e5cc9-2383-4dac-8a0c-e8e67256409c', 'status': 'completed', 'code': 200} Sep 09 05:20:24.247653 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 39120) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:20:24.875341 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-af0ca20a-db20-413c-ac5b-d3a29c25dbe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601131'] for router_interface, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:25.169979 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.plugin [None req-af0ca20a-db20-413c-ac5b-d3a29c25dbe6 admin admin] Deleting port 4bfcc528-1995-4c98-8c12-1d1305172650 {{(pid=94297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 05:20:25.170322 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-af0ca20a-db20-413c-ac5b-d3a29c25dbe6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748632167994'] for port, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:25.246793 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.db [None req-af0ca20a-db20-413c-ac5b-d3a29c25dbe6 admin admin] For port 4bfcc528-1995-4c98-8c12-1d1305172650, host dv-cinder-772623-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-14-iscsi',level=0,port_id=4bfcc528-1995-4c98-8c12-1d1305172650,segment=NetworkSegment(5aa37a3f-66af-4ce9-afe5-b18ee79b928a),segment_id=5aa37a3f-66af-4ce9-afe5-b18ee79b928a)] {{(pid=94297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:20:25.247074 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-af0ca20a-db20-413c-ac5b-d3a29c25dbe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596826'] for port, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:25.265801 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.plugin [None req-af0ca20a-db20-413c-ac5b-d3a29c25dbe6 admin admin] Calling delete_port for 4bfcc528-1995-4c98-8c12-1d1305172650 owned by network:router_interface {{(pid=94297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 05:20:25.465345 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-af0ca20a-db20-413c-ac5b-d3a29c25dbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748632172548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748631669706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29281037'] for port, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:25.491154 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0ca20a-db20-413c-ac5b-d3a29c25dbe6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bfcc528-1995-4c98-8c12-1d1305172650,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:20:25.651679 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-af0ca20a-db20-413c-ac5b-d3a29c25dbe6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601247'] for router_interface, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:25.870896 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af0ca20a-db20-413c-ac5b-d3a29c25dbe6 admin admin] Router dcdfbbce-d4d7-429b-be8e-ee89aa6ae8be has already been hosted by L3 agent e912432c-85e4-4a31-b574-aae2dcf01ec7 {{(pid=94297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 05:20:25.984743 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af0ca20a-db20-413c-ac5b-d3a29c25dbe6 admin admin] Notify agent at l3_agent.dv-cinder-772623-14-iscsi the message routers_updated {{(pid=94297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 05:20:25.989873 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-af0ca20a-db20-413c-ac5b-d3a29c25dbe6 admin admin] 10.222.0.24 "PUT /v2.0/routers/dcdfbbce-d4d7-429b-be8e-ee89aa6ae8be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7411065 Sep 09 05:20:25.992484 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 39130) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:20:25.995641 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd07af78-9c15-46cc-bc78-1c5294d6351d None None] Sync routers for ids ['dcdfbbce-d4d7-429b-be8e-ee89aa6ae8be'] in dv-cinder-772623-14-iscsi {{(pid=94300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 05:20:26.005408 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd07af78-9c15-46cc-bc78-1c5294d6351d None None] Routers {'dcdfbbce-d4d7-429b-be8e-ee89aa6ae8be'} bound to L3 agent in host dv-cinder-772623-14-iscsi {{(pid=94300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 05:20:26.006110 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_hamode_db [None req-cd07af78-9c15-46cc-bc78-1c5294d6351d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T05:09:16Z,description=,heartbeat_timestamp=2021-09-09T05:20:17Z,host='dv-cinder-772623-14-iscsi',id=e912432c-85e4-4a31-b574-aae2dcf01ec7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T05:09:16Z,topic='l3_agent')) {'router_ids': ['dcdfbbce-d4d7-429b-be8e-ee89aa6ae8be'], 'active': True} {{(pid=94300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:20:26.099538 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-663041ca-5542-47b1-b671-77071dbe939b admin admin] Notify callbacks [] for router, before_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:26.115358 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_dvr_db [None req-cd07af78-9c15-46cc-bc78-1c5294d6351d None None] Set router dcdfbbce-d4d7-429b-be8e-ee89aa6ae8be gateway port host: dv-cinder-772623-14-iscsi {{(pid=94300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 05:20:26.212831 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-663041ca-5542-47b1-b671-77071dbe939b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:26.271514 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.plugin [None req-663041ca-5542-47b1-b671-77071dbe939b admin admin] Deleting port 3b42aea7-ee95-415f-b240-c1519168c13b {{(pid=94298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 05:20:26.272167 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-663041ca-5542-47b1-b671-77071dbe939b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748632167994'] for port, before_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:26.328208 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_hamode_db [None req-cd07af78-9c15-46cc-bc78-1c5294d6351d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcdfbbce-d4d7-429b-be8e-ee89aa6ae8be', 'name': 'tempest-ServerRescueNegativeTestJSON-711260561-router', 'tenant_id': 'bc42907dc3434e2ea444add09b95bb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '3b42aea7-ee95-415f-b240-c1519168c13b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:16:53Z', 'updated_at': '2021-09-09T05:20:25Z', 'revision_number': 5, 'project_id': 'bc42907dc3434e2ea444add09b95bb24', 'gw_port': {'id': '3b42aea7-ee95-415f-b240-c1519168c13b', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a0:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcdfbbce-d4d7-429b-be8e-ee89aa6ae8be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:16:55Z', 'updated_at': '2021-09-09T05:17:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi'}], 'dv-cinder-772623-14-iscsi', False) {} {{(pid=94300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:20:26.361106 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd07af78-9c15-46cc-bc78-1c5294d6351d None None] Checking router: dcdfbbce-d4d7-429b-be8e-ee89aa6ae8be for host: dv-cinder-772623-14-iscsi {{(pid=94300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 05:20:26.369422 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd07af78-9c15-46cc-bc78-1c5294d6351d None None] Routers {'dcdfbbce-d4d7-429b-be8e-ee89aa6ae8be'} bound to L3 agent in host dv-cinder-772623-14-iscsi {{(pid=94300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 05:20:26.370404 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.db [None req-663041ca-5542-47b1-b671-77071dbe939b admin admin] For port 3b42aea7-ee95-415f-b240-c1519168c13b, host dv-cinder-772623-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-14-iscsi',level=0,port_id=3b42aea7-ee95-415f-b240-c1519168c13b,segment=NetworkSegment(df80411f-acb6-4e9d-a7f5-4a8066bc7b33),segment_id=df80411f-acb6-4e9d-a7f5-4a8066bc7b33)] {{(pid=94298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:20:26.370729 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_hamode_db [None req-cd07af78-9c15-46cc-bc78-1c5294d6351d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T05:09:16Z,description=,heartbeat_timestamp=2021-09-09T05:20:17Z,host='dv-cinder-772623-14-iscsi',id=e912432c-85e4-4a31-b574-aae2dcf01ec7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T05:09:16Z,topic='l3_agent')) {'router_ids': ['dcdfbbce-d4d7-429b-be8e-ee89aa6ae8be'], 'active': True} {{(pid=94300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:20:26.370875 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-663041ca-5542-47b1-b671-77071dbe939b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596826'] for port, precommit_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:26.382986 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.plugin [None req-663041ca-5542-47b1-b671-77071dbe939b admin admin] Calling delete_port for 3b42aea7-ee95-415f-b240-c1519168c13b owned by network:router_gateway {{(pid=94298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 05:20:26.458437 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_dvr_db [None req-cd07af78-9c15-46cc-bc78-1c5294d6351d None None] Set router dcdfbbce-d4d7-429b-be8e-ee89aa6ae8be gateway port host: None {{(pid=94300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 05:20:26.515364 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_hamode_db [None req-cd07af78-9c15-46cc-bc78-1c5294d6351d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcdfbbce-d4d7-429b-be8e-ee89aa6ae8be', 'name': 'tempest-ServerRescueNegativeTestJSON-711260561-router', 'tenant_id': 'bc42907dc3434e2ea444add09b95bb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:16:53Z', 'updated_at': '2021-09-09T05:20:26Z', 'revision_number': 6, 'project_id': 'bc42907dc3434e2ea444add09b95bb24', 'gw_port_host': None}], 'dv-cinder-772623-14-iscsi', False) {} {{(pid=94300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:20:26.544481 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd07af78-9c15-46cc-bc78-1c5294d6351d None None] The sync data for ids ['dcdfbbce-d4d7-429b-be8e-ee89aa6ae8be'] in dv-cinder-772623-14-iscsi is: [{'id': 'dcdfbbce-d4d7-429b-be8e-ee89aa6ae8be', 'name': 'tempest-ServerRescueNegativeTestJSON-711260561-router', 'tenant_id': 'bc42907dc3434e2ea444add09b95bb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:16:53Z', 'updated_at': '2021-09-09T05:20:26Z', 'revision_number': 6, 'project_id': 'bc42907dc3434e2ea444add09b95bb24', 'gw_port_host': None}] {{(pid=94300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 05:20:26.555483 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-663041ca-5542-47b1-b671-77071dbe939b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748632172548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748631669706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1874062'] for port, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:26.576642 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device 0e8e5cc9-2383-4dac-8a0c-e8e67256409c no longer exists at agent hyperv_hv-cinder-77262 {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 05:20:26.587958 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663041ca-5542-47b1-b671-77071dbe939b admin admin] Pushing event deleted for resources: {'Port': ['ID=3b42aea7-ee95-415f-b240-c1519168c13b,revision_number=None']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:20:26.607425 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.plugin [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] No Port match for: 0e8e5cc9-2383-4dac-8a0c-e8e67256409c {{(pid=94299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 05:20:26.607764 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device 0e8e5cc9-2383-4dac-8a0c-e8e67256409c not bound to the agent host hv-cinder-77262 {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 05:20:26.648503 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-663041ca-5542-47b1-b671-77071dbe939b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600445'] for router_gateway, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:26.751618 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-663041ca-5542-47b1-b671-77071dbe939b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-604110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4250'] for router, precommit_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:26.753904 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-663041ca-5542-47b1-b671-77071dbe939b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:26.820348 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-663041ca-5542-47b1-b671-77071dbe939b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-604103'] for router, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:26.821031 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-663041ca-5542-47b1-b671-77071dbe939b admin admin] Fanout notify agent at l3_agent the message router_deleted on router dcdfbbce-d4d7-429b-be8e-ee89aa6ae8be {{(pid=94298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 05:20:26.827003 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-663041ca-5542-47b1-b671-77071dbe939b admin admin] Notify callbacks [] for router, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:26.828255 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-663041ca-5542-47b1-b671-77071dbe939b admin admin] 10.222.0.24 "DELETE /v2.0/routers/dcdfbbce-d4d7-429b-be8e-ee89aa6ae8be HTTP/1.1" status: 204 len: 168 time: 0.8343167 Sep 09 05:20:26.831321 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 39146) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:20:27.043231 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device 4bfcc528-1995-4c98-8c12-1d1305172650 no longer exists at agent ovs-agent-dv-cinder-772623-14-iscsi {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 05:20:27.066590 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.plugin [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] No Port match for: 4bfcc528-1995-4c98-8c12-1d1305172650 {{(pid=94299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 05:20:27.067188 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device 4bfcc528-1995-4c98-8c12-1d1305172650 not bound to the agent host dv-cinder-772623-14-iscsi {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 05:20:27.105675 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4bce302-408d-4cb7-8072-f67cffe50d31 admin admin] Deleting subnet 0c182cba-f24f-48d3-93d9-c95e60c8cd67 {{(pid=94298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 05:20:27.108864 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-c4bce302-408d-4cb7-8072-f67cffe50d31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:27.142989 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-c4bce302-408d-4cb7-8072-f67cffe50d31 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25885145'] for subnet, precommit_delete_associations {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:27.181560 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-c4bce302-408d-4cb7-8072-f67cffe50d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3773045'] for subnet, precommit_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:27.235555 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-c4bce302-408d-4cb7-8072-f67cffe50d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3773052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1874099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28573899'] for subnet, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:27.263536 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-c4bce302-408d-4cb7-8072-f67cffe50d31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for subnet, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:27.265375 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-c4bce302-408d-4cb7-8072-f67cffe50d31 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/0c182cba-f24f-48d3-93d9-c95e60c8cd67 HTTP/1.1" status: 204 len: 168 time: 0.4331279 Sep 09 05:20:27.266315 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bce302-408d-4cb7-8072-f67cffe50d31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c182cba-f24f-48d3-93d9-c95e60c8cd67,revision_number=None']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:20:27.268064 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 39150) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:20:27.336705 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-8b13cb39-16cf-4e81-9619-a7c7d6afb9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3957161'] for network, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:27.424490 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-8b13cb39-16cf-4e81-9619-a7c7d6afb9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3771648', 'neutron.services.segments.db._delete_segments_for_network-8748632184989'] for network, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:27.446080 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.services.segments.db [None req-8b13cb39-16cf-4e81-9619-a7c7d6afb9a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00cd2a8c-0672-473b-a5e4-39b12300043e']}} {{(pid=94297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:20:27.466089 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.services.segments.db [None req-8b13cb39-16cf-4e81-9619-a7c7d6afb9a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5aa37a3f-66af-4ce9-afe5-b18ee79b928a') {'for_net_delete': True} {{(pid=94297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:20:27.466494 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.services.segments.db [None req-8b13cb39-16cf-4e81-9619-a7c7d6afb9a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5aa37a3f-66af-4ce9-afe5-b18ee79b928a') {} {{(pid=94297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:20:27.477751 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-8b13cb39-16cf-4e81-9619-a7c7d6afb9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748632182438', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25248122'] for segment, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:27.494050 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-8b13cb39-16cf-4e81-9619-a7c7d6afb9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771871'] for segment, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:27.500890 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b13cb39-16cf-4e81-9619-a7c7d6afb9a9 admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=94297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 05:20:27.501358 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-8b13cb39-16cf-4e81-9619-a7c7d6afb9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29280210'] for segment, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:27.503247 dv-cinder-772623-14-iscsi neutron-server[94297]: Traceback (most recent call last): Sep 09 05:20:27.503247 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 05:20:27.503247 dv-cinder-772623-14-iscsi neutron-server[94297]: timer() Sep 09 05:20:27.503247 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 05:20:27.503247 dv-cinder-772623-14-iscsi neutron-server[94297]: cb(*args, **kw) Sep 09 05:20:27.503247 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 05:20:27.503247 dv-cinder-772623-14-iscsi neutron-server[94297]: return func(*args, **kwargs) Sep 09 05:20:27.503247 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 05:20:27.503247 dv-cinder-772623-14-iscsi neutron-server[94297]: self._notify() Sep 09 05:20:27.503247 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 05:20:27.503247 dv-cinder-772623-14-iscsi neutron-server[94297]: self.callback(batched_events) Sep 09 05:20:27.503247 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 05:20:27.503247 dv-cinder-772623-14-iscsi neutron-server[94297]: event.method(event) Sep 09 05:20:27.503247 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 05:20:27.503247 dv-cinder-772623-14-iscsi neutron-server[94297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 05:20:27.503247 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 05:20:27.503247 dv-cinder-772623-14-iscsi neutron-server[94297]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 05:20:27.503247 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 05:20:27.503247 dv-cinder-772623-14-iscsi neutron-server[94297]: return f(self, *a, **k) Sep 09 05:20:27.503247 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 05:20:27.503247 dv-cinder-772623-14-iscsi neutron-server[94297]: return self._get(url).json() Sep 09 05:20:27.503247 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 05:20:27.503247 dv-cinder-772623-14-iscsi neutron-server[94297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 05:20:27.503247 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 05:20:27.503247 dv-cinder-772623-14-iscsi neutron-server[94297]: return self.request(url, 'GET', **kwargs) Sep 09 05:20:27.503247 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 05:20:27.503247 dv-cinder-772623-14-iscsi neutron-server[94297]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 05:20:27.503247 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 05:20:27.503247 dv-cinder-772623-14-iscsi neutron-server[94297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 05:20:27.503247 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 05:20:27.503247 dv-cinder-772623-14-iscsi neutron-server[94297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 05:20:27.503247 dv-cinder-772623-14-iscsi neutron-server[94297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 05:20:27.578603 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-8b13cb39-16cf-4e81-9619-a7c7d6afb9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3773683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600345'] for network, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:27.586585 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-8b13cb39-16cf-4e81-9619-a7c7d6afb9a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for network, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:27.588837 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-8b13cb39-16cf-4e81-9619-a7c7d6afb9a9 admin admin] 10.222.0.24 "DELETE /v2.0/networks/00cd2a8c-0672-473b-a5e4-39b12300043e HTTP/1.1" status: 204 len: 168 time: 0.3195903 Sep 09 05:20:27.598382 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b13cb39-16cf-4e81-9619-a7c7d6afb9a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=00cd2a8c-0672-473b-a5e4-39b12300043e,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:20:27.665858 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdb0dd8-f13c-4dea-8c9b-cc8bdbdfabf1 req-bbaf9485-065f-458c-a1e8-955e9a646612 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:20:27.667927 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-dcdb0dd8-f13c-4dea-8c9b-cc8bdbdfabf1 req-bbaf9485-065f-458c-a1e8-955e9a646612 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f281578-8145-461d-9752-f7ab66a80e58 HTTP/1.1" status: 200 len: 946 time: 0.0554199 Sep 09 05:20:27.706359 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-dcdb0dd8-f13c-4dea-8c9b-cc8bdbdfabf1 req-09566b9a-f63f-4061-8ab4-65b7a6f61848 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] 10.222.0.24 "GET /v2.0/security-groups?id=046efcc4-b14a-4f56-be2c-eb408b0f7ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322294 Sep 09 05:20:27.775259 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 39162) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:20:27.813851 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-2b0e42d7-49d6-411c-b457-584850eca2c2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bc42907dc3434e2ea444add09b95bb24&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0366433 Sep 09 05:20:27.816126 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 39164) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:20:27.864280 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-300dcd09-cab8-468b-a4be-f74eac17333c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:27.884435 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-300dcd09-cab8-468b-a4be-f74eac17333c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:27.933398 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-300dcd09-cab8-468b-a4be-f74eac17333c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:27.935917 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-300dcd09-cab8-468b-a4be-f74eac17333c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:27.937055 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-300dcd09-cab8-468b-a4be-f74eac17333c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/740a64e6-31c9-4a88-a24b-2732bf7bf4ae HTTP/1.1" status: 204 len: 168 time: 0.1200404 Sep 09 05:20:27.944271 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300dcd09-cab8-468b-a4be-f74eac17333c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=740a64e6-31c9-4a88-a24b-2732bf7bf4ae,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:20:28.605027 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 39188) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:20:28.697960 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.v2.base [None req-26f5b381-a93e-4e04-bf73-a353f82b63ac admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1912886731-network', 'tenant_id': 'adae3c00f82c46cda5739aa90de24c7f'}} {{(pid=94297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:20:28.722788 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f5b381-a93e-4e04-bf73-a353f82b63ac admin admin] Made reservation on behalf of adae3c00f82c46cda5739aa90de24c7f for: {'network': 1} {{(pid=94297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 05:20:28.725249 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-26f5b381-a93e-4e04-bf73-a353f82b63ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for network, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:28.731452 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device 3b42aea7-ee95-415f-b240-c1519168c13b no longer exists at agent ovs-agent-dv-cinder-772623-14-iscsi {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 05:20:28.736207 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-26f5b381-a93e-4e04-bf73-a353f82b63ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:28.751970 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.plugin [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] No Port match for: 3b42aea7-ee95-415f-b240-c1519168c13b {{(pid=94299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 05:20:28.752314 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device 3b42aea7-ee95-415f-b240-c1519168c13b not bound to the agent host dv-cinder-772623-14-iscsi {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 05:20:28.826755 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c96d42-5625-46f8-9244-fd22da058d79 req-21cf2505-db0a-4c66-8232-bdbe2020941e tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:20:28.827769 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-26f5b381-a93e-4e04-bf73-a353f82b63ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:28.828490 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-27c96d42-5625-46f8-9244-fd22da058d79 req-21cf2505-db0a-4c66-8232-bdbe2020941e tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f281578-8145-461d-9752-f7ab66a80e58 HTTP/1.1" status: 200 len: 946 time: 0.0483668 Sep 09 05:20:28.832090 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-26f5b381-a93e-4e04-bf73-a353f82b63ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:28.861569 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26f5b381-a93e-4e04-bf73-a353f82b63ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=94297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 05:20:28.867037 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f5b381-a93e-4e04-bf73-a353f82b63ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff40e1c5-474b-4137-923a-31d9eebfe1f9,revision_number=1']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:20:28.876164 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-26f5b381-a93e-4e04-bf73-a353f82b63ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771871'] for segment, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:28.876518 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.db.segments_db [None req-26f5b381-a93e-4e04-bf73-a353f82b63ac admin admin] Added segment 94ec00f0-b772-441b-b09c-9fabc2701b02 of type vlan for network 4c49d2e8-bbb3-48a4-b9dd-23115ce7620f Sep 09 05:20:28.877009 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-27c96d42-5625-46f8-9244-fd22da058d79 req-60ebf6d9-5dcc-45e7-bbb9-c852bd44dccf tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] 10.222.0.24 "GET /v2.0/security-groups?id=046efcc4-b14a-4f56-be2c-eb408b0f7ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333884 Sep 09 05:20:28.919007 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-26f5b381-a93e-4e04-bf73-a353f82b63ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748631623976'] for network, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:28.944539 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-26f5b381-a93e-4e04-bf73-a353f82b63ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442'] for network, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:28.945614 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f5b381-a93e-4e04-bf73-a353f82b63ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:20:28.946258 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-26f5b381-a93e-4e04-bf73-a353f82b63ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for network, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:28.983284 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-26f5b381-a93e-4e04-bf73-a353f82b63ac admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3769927 Sep 09 05:20:28.986222 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 39194) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:20:28.991132 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.v2.base [None req-ca8783a0-baa3-4d2e-9b08-1da2ea91e186 admin admin] Request body: {'subnet': {'network_id': '4c49d2e8-bbb3-48a4-b9dd-23115ce7620f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1912886731-subnet', 'tenant_id': 'adae3c00f82c46cda5739aa90de24c7f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:20:29.011659 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca8783a0-baa3-4d2e-9b08-1da2ea91e186 admin admin] Made reservation on behalf of adae3c00f82c46cda5739aa90de24c7f for: {'subnet': 1} {{(pid=94298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 05:20:29.011916 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f5b381-a93e-4e04-bf73-a353f82b63ac admin admin] Pushing event updated for resources: {'Network': ['ID=4c49d2e8-bbb3-48a4-b9dd-23115ce7620f,revision_number=1']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:20:29.013979 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-ca8783a0-baa3-4d2e-9b08-1da2ea91e186 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28573742'] for subnet, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:29.022149 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Network 4c49d2e8-bbb3-48a4-b9dd-23115ce7620f details requested by agent ovs-agent-dv-cinder-772623-14-iscsi with host dv-cinder-772623-14-iscsi {{(pid=94299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 05:20:29.180768 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-ca8783a0-baa3-4d2e-9b08-1da2ea91e186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1874162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28573744'] for subnet, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:29.231238 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8783a0-baa3-4d2e-9b08-1da2ea91e186 admin admin] Pushing event updated for resources: {'Subnet': ['ID=af8cc309-f922-4b5b-9139-7f7e8b7747ed,revision_number=0']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:20:29.246118 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca8783a0-baa3-4d2e-9b08-1da2ea91e186 admin admin] Checking segment: {'id': '94ec00f0-b772-441b-b09c-9fabc2701b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4c49d2e8-bbb3-48a4-b9dd-23115ce7620f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 05:20:29.246475 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8783a0-baa3-4d2e-9b08-1da2ea91e186 admin admin] Network hostable DHCP agents. Network: 4c49d2e8-bbb3-48a4-b9dd-23115ce7620f, hostable agents: ['bd61413d-9299-49db-9f91-5814fb92a5ef'], hosted agents: [] {{(pid=94298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 05:20:29.263919 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8783a0-baa3-4d2e-9b08-1da2ea91e186 admin admin] Network 4c49d2e8-bbb3-48a4-b9dd-23115ce7620f is scheduled to be hosted by DHCP agent bd61413d-9299-49db-9f91-5814fb92a5ef with binding_index 1 {{(pid=94298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 05:20:29.273231 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.base_scheduler [None req-ca8783a0-baa3-4d2e-9b08-1da2ea91e186 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-14-iscsi, 4c49d2e8-bbb3-48a4-b9dd-23115ce7620f) {{(pid=94298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 05:20:29.278921 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8783a0-baa3-4d2e-9b08-1da2ea91e186 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:20:29.280868 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-ca8783a0-baa3-4d2e-9b08-1da2ea91e186 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for subnet, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:29.281914 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b0eef4-2d3c-4719-8072-6034d603ada1 None None] Network 4c49d2e8-bbb3-48a4-b9dd-23115ce7620f requested from dv-cinder-772623-14-iscsi {{(pid=94299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 05:20:29.294971 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-ca8783a0-baa3-4d2e-9b08-1da2ea91e186 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3075807 Sep 09 05:20:29.297432 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 39198) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:20:29.302011 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.v2.base [None req-2df27b38-135b-4f79-ab34-45f4530f2881 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1912886731-router', 'tenant_id': 'adae3c00f82c46cda5739aa90de24c7f', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1'}}} {{(pid=94298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:20:29.331217 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-2df27b38-135b-4f79-ab34-45f4530f2881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-603024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4260'] for router, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:29.332539 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-2df27b38-135b-4f79-ab34-45f4530f2881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-603904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4269'] for router, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:29.431140 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-2df27b38-135b-4f79-ab34-45f4530f2881 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:29.441535 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0e1b2c-86ce-47aa-b305-cb729d86b4a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99c37c4c-a2b7-5f49-acb8-7f377d3e8231-4c49d2e8-bbb3-48a4-b9dd-23115ce7620f', 'network_id': '4c49d2e8-bbb3-48a4-b9dd-23115ce7620f', 'tenant_id': 'adae3c00f82c46cda5739aa90de24c7f', 'fixed_ips': [{'subnet_id': 'af8cc309-f922-4b5b-9139-7f7e8b7747ed'}]}} from dv-cinder-772623-14-iscsi. {{(pid=94299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 05:20:29.442436 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-5a0e1b2c-86ce-47aa-b305-cb729d86b4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_create {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:29.536221 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd65019-aad2-40c2-807a-192f36faaddb req-637169a1-2ba1-4a31-b2a6-b2b533337ddc tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:20:29.537591 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-7bd65019-aad2-40c2-807a-192f36faaddb req-637169a1-2ba1-4a31-b2a6-b2b533337ddc tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f281578-8145-461d-9752-f7ab66a80e58 HTTP/1.1" status: 200 len: 946 time: 0.1402409 Sep 09 05:20:29.578652 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.db_base_plugin_common [None req-5a0e1b2c-86ce-47aa-b305-cb729d86b4a7 None None] Allocated IP 172.20.0.2 (4c49d2e8-bbb3-48a4-b9dd-23115ce7620f/af8cc309-f922-4b5b-9139-7f7e8b7747ed/700c411f-ffa8-457b-b8c8-f262d7ab68f7) {{(pid=94299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 05:20:29.626726 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-2df27b38-135b-4f79-ab34-45f4530f2881 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:29.726253 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-5a0e1b2c-86ce-47aa-b305-cb729d86b4a7 None None] Notify callbacks [] for port, precommit_create {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:29.734450 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-5a0e1b2c-86ce-47aa-b305-cb729d86b4a7 None None] Transition to ACTIVE for port object 700c411f-ffa8-457b-b8c8-f262d7ab68f7 will not be triggered until provisioned by entity L2. {{(pid=94299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 05:20:29.743785 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.plugin [req-7bd65019-aad2-40c2-807a-192f36faaddb req-1eb5003a-110c-42f1-b67d-f70df2b8b22f tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] Deleting port 7b00b202-a33e-45e2-a4f6-f231e668c7f0 {{(pid=94298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 05:20:29.744106 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [req-7bd65019-aad2-40c2-807a-192f36faaddb req-1eb5003a-110c-42f1-b67d-f70df2b8b22f tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748632167994'] for port, before_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:29.750346 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-5a0e1b2c-86ce-47aa-b305-cb729d86b4a7 None None] Transition to ACTIVE for port object 700c411f-ffa8-457b-b8c8-f262d7ab68f7 will not be triggered until provisioned by entity DHCP. {{(pid=94299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 05:20:29.755695 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-5a0e1b2c-86ce-47aa-b305-cb729d86b4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748631669697'] for port, after_create {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:29.794236 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0e1b2c-86ce-47aa-b305-cb729d86b4a7 None None] Network 4c49d2e8-bbb3-48a4-b9dd-23115ce7620f is already hosted by enough agents. {{(pid=94299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 05:20:29.798833 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.scheduler.base_scheduler [None req-5a0e1b2c-86ce-47aa-b305-cb729d86b4a7 None None] Resources bound (agent type, host, resource id): {{(pid=94299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 05:20:29.801373 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0e1b2c-86ce-47aa-b305-cb729d86b4a7 None None] Received port after_create {{(pid=94299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 05:20:29.811605 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0e1b2c-86ce-47aa-b305-cb729d86b4a7 None None] Pushing event updated for resources: {'Port': ['ID=700c411f-ffa8-457b-b8c8-f262d7ab68f7,revision_number=1']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:20:29.860236 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.managers [None req-5a0e1b2c-86ce-47aa-b305-cb729d86b4a7 None None] Attempting to bind port 700c411f-ffa8-457b-b8c8-f262d7ab68f7 on host dv-cinder-772623-14-iscsi for vnic_type normal with profile {{(pid=94299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 05:20:29.860595 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.managers [None req-5a0e1b2c-86ce-47aa-b305-cb729d86b4a7 None None] Attempting to bind port 700c411f-ffa8-457b-b8c8-f262d7ab68f7 by drivers openvswitch,hyperv on host dv-cinder-772623-14-iscsi at level 0 using segments [{'id': '94ec00f0-b772-441b-b09c-9fabc2701b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4c49d2e8-bbb3-48a4-b9dd-23115ce7620f'}] {{(pid=94299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 05:20:29.860946 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0e1b2c-86ce-47aa-b305-cb729d86b4a7 None None] Attempting to bind port 700c411f-ffa8-457b-b8c8-f262d7ab68f7 on network 4c49d2e8-bbb3-48a4-b9dd-23115ce7620f {{(pid=94299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 05:20:29.865845 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0e1b2c-86ce-47aa-b305-cb729d86b4a7 None None] Checking agent: {'id': 'b4d491fa-f395-4d31-93f5-2c51f286f631', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 5, 9, 17), 'started_at': datetime.datetime(2021, 9, 9, 5, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 5, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 05:20:29.866193 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0e1b2c-86ce-47aa-b305-cb729d86b4a7 None None] Checking segment: {'id': '94ec00f0-b772-441b-b09c-9fabc2701b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4c49d2e8-bbb3-48a4-b9dd-23115ce7620f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 05:20:29.866582 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-5a0e1b2c-86ce-47aa-b305-cb729d86b4a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:29.866961 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0e1b2c-86ce-47aa-b305-cb729d86b4a7 None None] Bound using segment: {'id': '94ec00f0-b772-441b-b09c-9fabc2701b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4c49d2e8-bbb3-48a4-b9dd-23115ce7620f'} {{(pid=94299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 05:20:29.867408 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.managers [None req-5a0e1b2c-86ce-47aa-b305-cb729d86b4a7 None None] Bound port: 700c411f-ffa8-457b-b8c8-f262d7ab68f7, host: dv-cinder-772623-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94ec00f0-b772-441b-b09c-9fabc2701b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4c49d2e8-bbb3-48a4-b9dd-23115ce7620f'}}] {{(pid=94299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 05:20:29.867773 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-5a0e1b2c-86ce-47aa-b305-cb729d86b4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:29.880735 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.db [req-7bd65019-aad2-40c2-807a-192f36faaddb req-1eb5003a-110c-42f1-b67d-f70df2b8b22f tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] For port 7b00b202-a33e-45e2-a4f6-f231e668c7f0, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=7b00b202-a33e-45e2-a4f6-f231e668c7f0,segment=NetworkSegment(1545240a-f080-4a75-a9e1-8044d52ca07a),segment_id=1545240a-f080-4a75-a9e1-8044d52ca07a)] {{(pid=94298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:20:29.881277 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [req-7bd65019-aad2-40c2-807a-192f36faaddb req-1eb5003a-110c-42f1-b67d-f70df2b8b22f tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596826'] for port, precommit_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:29.920850 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.plugin [req-7bd65019-aad2-40c2-807a-192f36faaddb req-1eb5003a-110c-42f1-b67d-f70df2b8b22f tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] Calling delete_port for 7b00b202-a33e-45e2-a4f6-f231e668c7f0 owned by compute:nova {{(pid=94298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 05:20:29.938551 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-5a0e1b2c-86ce-47aa-b305-cb729d86b4a7 None None] For port 700c411f-ffa8-457b-b8c8-f262d7ab68f7, host dv-cinder-772623-14-iscsi, cleared binding levels {{(pid=94299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 05:20:29.942122 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-5a0e1b2c-86ce-47aa-b305-cb729d86b4a7 None None] For port 700c411f-ffa8-457b-b8c8-f262d7ab68f7, host dv-cinder-772623-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-14-iscsi',level=0,port_id=700c411f-ffa8-457b-b8c8-f262d7ab68f7,segment=NetworkSegment(94ec00f0-b772-441b-b09c-9fabc2701b02),segment_id=94ec00f0-b772-441b-b09c-9fabc2701b02)] {{(pid=94299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 05:20:29.947673 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-5a0e1b2c-86ce-47aa-b305-cb729d86b4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:30.008073 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0e1b2c-86ce-47aa-b305-cb729d86b4a7 None None] Pushing event updated for resources: {'Port': ['ID=700c411f-ffa8-457b-b8c8-f262d7ab68f7,revision_number=2']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:20:30.039081 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-2df27b38-135b-4f79-ab34-45f4530f2881 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:30.075670 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-2df27b38-135b-4f79-ab34-45f4530f2881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:30.086853 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48283132-8d4d-44e8-9380-a5a2726521d8 req-e9531b25-db7f-4cd2-b1b4-a287ea762940 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:20:30.088414 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-48283132-8d4d-44e8-9380-a5a2726521d8 req-e9531b25-db7f-4cd2-b1b4-a287ea762940 tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f281578-8145-461d-9752-f7ab66a80e58 HTTP/1.1" status: 200 len: 946 time: 0.1364484 Sep 09 05:20:30.233488 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-48283132-8d4d-44e8-9380-a5a2726521d8 req-ab990209-f818-48cf-b040-45800ff05b0c tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] 10.222.0.24 "GET /v2.0/security-groups?id=046efcc4-b14a-4f56-be2c-eb408b0f7ccd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374545 Sep 09 05:20:30.275194 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [req-7bd65019-aad2-40c2-807a-192f36faaddb req-1eb5003a-110c-42f1-b67d-f70df2b8b22f tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748632172548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748631669706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1874062'] for port, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:30.288018 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] get_ports_and_sgs() called for port_ids ['7b00b202-a33e-45e2-a4f6-f231e668c7f0'] {{(pid=94299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 05:20:30.289735 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.db.db_base_plugin_common [None req-2df27b38-135b-4f79-ab34-45f4530f2881 admin admin] Allocated IP 172.27.2.68 (5214b103-0600-4a81-9a33-2571ddc573a1/5b692485-8a86-47cc-9882-0c3698d3f08b/15bc8b26-8181-49ef-9a78-a1dfa7020b15) {{(pid=94298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 05:20:30.317170 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb5003a-110c-42f1-b67d-f70df2b8b22f tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] Pushing event deleted for resources: {'Port': ['ID=7b00b202-a33e-45e2-a4f6-f231e668c7f0,revision_number=None']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:20:30.376602 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bd65019-aad2-40c2-807a-192f36faaddb req-1eb5003a-110c-42f1-b67d-f70df2b8b22f tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] No DVR routers for this DVR port 7b00b202-a33e-45e2-a4f6-f231e668c7f0 on host hv-cinder-77262 {{(pid=94298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 05:20:30.384020 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [req-7bd65019-aad2-40c2-807a-192f36faaddb req-1eb5003a-110c-42f1-b67d-f70df2b8b22f tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-438482'] for port, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:30.386666 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-7bd65019-aad2-40c2-807a-192f36faaddb req-1eb5003a-110c-42f1-b67d-f70df2b8b22f tempest-VolumesSnapshotTestJSON-1307866645 tempest-VolumesSnapshotTestJSON-1307866645-project] 10.222.0.23 "DELETE /v2.0/ports/7b00b202-a33e-45e2-a4f6-f231e668c7f0 HTTP/1.1" status: 204 len: 173 time: 0.8197002 Sep 09 05:20:30.387107 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f281578-8145-461d-9752-f7ab66a80e58', 'name': 'network-vif-deleted', 'tag': '7b00b202-a33e-45e2-a4f6-f231e668c7f0'}] {{(pid=94298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 05:20:30.389409 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bce242ee21533c645a402e1a550c8899fb444cbd779d7c78464fb91fbc7682ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afaa9053-983f-416d-88a8-26ee02597ba0" -d '{"events": [{"server_uuid": "8f281578-8145-461d-9752-f7ab66a80e58", "name": "network-vif-deleted", "tag": "7b00b202-a33e-45e2-a4f6-f231e668c7f0"}]}' {{(pid=94298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 05:20:30.435729 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 05:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d734403d-a8bb-4f8e-860d-bbb56d2af3b3 x-openstack-request-id: req-d734403d-a8bb-4f8e-860d-bbb56d2af3b3 {{(pid=94298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 05:20:30.436075 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f281578-8145-461d-9752-f7ab66a80e58", "name": "network-vif-deleted", "tag": "7b00b202-a33e-45e2-a4f6-f231e668c7f0", "status": "completed", "code": 200}]} {{(pid=94298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 05:20:30.436260 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d734403d-a8bb-4f8e-860d-bbb56d2af3b3 {{(pid=94298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 05:20:30.436658 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f281578-8145-461d-9752-f7ab66a80e58', 'name': 'network-vif-deleted', 'tag': '7b00b202-a33e-45e2-a4f6-f231e668c7f0', 'status': 'completed', 'code': 200} Sep 09 05:20:30.482616 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-2df27b38-135b-4f79-ab34-45f4530f2881 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:30.521978 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-2df27b38-135b-4f79-ab34-45f4530f2881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748631669697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1874062'] for port, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:30.563321 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df27b38-135b-4f79-ab34-45f4530f2881 admin admin] Network 5214b103-0600-4a81-9a33-2571ddc573a1 is already hosted by enough agents. {{(pid=94298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 05:20:30.566160 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.base_scheduler [None req-2df27b38-135b-4f79-ab34-45f4530f2881 admin admin] Resources bound (agent type, host, resource id): {{(pid=94298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 05:20:30.571661 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df27b38-135b-4f79-ab34-45f4530f2881 admin admin] Received port after_create {{(pid=94298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 05:20:30.577575 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df27b38-135b-4f79-ab34-45f4530f2881 admin admin] Pushing event updated for resources: {'Port': ['ID=15bc8b26-8181-49ef-9a78-a1dfa7020b15,revision_number=1']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:20:30.827013 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device 700c411f-ffa8-457b-b8c8-f262d7ab68f7 up at agent ovs-agent-dv-cinder-772623-14-iscsi {{(pid=94299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 05:20:30.837943 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-2df27b38-135b-4f79-ab34-45f4530f2881 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:30.900718 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Provisioning for port 700c411f-ffa8-457b-b8c8-f262d7ab68f7 completed by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 05:20:30.993936 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8afc2bb5-f0ce-4825-ac46-d78b34d7d218 None None] Network 4c49d2e8-bbb3-48a4-b9dd-23115ce7620f requested from dv-cinder-772623-14-iscsi {{(pid=94299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 05:20:31.052897 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-2df27b38-135b-4f79-ab34-45f4530f2881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600385'] for router, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:31.074081 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-f9d46322-29a0-44cb-a927-af693c3bf1d1 None None] Provisioning for port 700c411f-ffa8-457b-b8c8-f262d7ab68f7 completed by entity DHCP. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 05:20:31.081926 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-f9d46322-29a0-44cb-a927-af693c3bf1d1 None None] Provisioning complete for port 700c411f-ffa8-457b-b8c8-f262d7ab68f7 triggered by entity DHCP. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:20:31.082296 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-f9d46322-29a0-44cb-a927-af693c3bf1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:31.219717 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-f9d46322-29a0-44cb-a927-af693c3bf1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:31.257014 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-f9d46322-29a0-44cb-a927-af693c3bf1d1 None None] For port 700c411f-ffa8-457b-b8c8-f262d7ab68f7, host dv-cinder-772623-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-14-iscsi',level=0,port_id=700c411f-ffa8-457b-b8c8-f262d7ab68f7,segment=NetworkSegment(94ec00f0-b772-441b-b09c-9fabc2701b02),segment_id=94ec00f0-b772-441b-b09c-9fabc2701b02)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:20:31.265065 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-f9d46322-29a0-44cb-a927-af693c3bf1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:31.329812 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d46322-29a0-44cb-a927-af693c3bf1d1 None None] Pushing event updated for resources: {'Port': ['ID=700c411f-ffa8-457b-b8c8-f262d7ab68f7,revision_number=3']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:20:31.440741 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2df27b38-135b-4f79-ab34-45f4530f2881 admin admin] Router f9e8dd9a-5f5d-4da4-a903-4f984a247988 is scheduled to L3 agent e912432c-85e4-4a31-b574-aae2dcf01ec7 with binding_index 1 {{(pid=94298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 05:20:31.484562 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-c72e271f-8bcd-4cb0-a33f-f383aa895698 None None] Provisioning complete for port 700c411f-ffa8-457b-b8c8-f262d7ab68f7 triggered by entity DHCP. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:20:31.485168 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-c72e271f-8bcd-4cb0-a33f-f383aa895698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:31.568400 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2df27b38-135b-4f79-ab34-45f4530f2881 admin admin] Notify agent at l3_agent.dv-cinder-772623-14-iscsi the message routers_updated {{(pid=94298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 05:20:31.588096 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-2df27b38-135b-4f79-ab34-45f4530f2881 admin admin] Notify callbacks [] for router, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:31.592850 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 39228) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:20:31.593473 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-2df27b38-135b-4f79-ab34-45f4530f2881 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.2946236 Sep 09 05:20:31.682833 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2872a8f-7dd6-4ead-b36c-87d957ea0259 None None] Sync routers for ids ['f9e8dd9a-5f5d-4da4-a903-4f984a247988'] in dv-cinder-772623-14-iscsi {{(pid=94299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 05:20:31.703349 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2872a8f-7dd6-4ead-b36c-87d957ea0259 None None] Routers {'f9e8dd9a-5f5d-4da4-a903-4f984a247988'} bound to L3 agent in host dv-cinder-772623-14-iscsi {{(pid=94299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 05:20:31.703968 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-f2872a8f-7dd6-4ead-b36c-87d957ea0259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T05:09:16Z,description=,heartbeat_timestamp=2021-09-09T05:20:17Z,host='dv-cinder-772623-14-iscsi',id=e912432c-85e4-4a31-b574-aae2dcf01ec7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T05:09:16Z,topic='l3_agent')) {'router_ids': ['f9e8dd9a-5f5d-4da4-a903-4f984a247988'], 'active': True} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:20:31.808941 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvr_db [None req-f2872a8f-7dd6-4ead-b36c-87d957ea0259 None None] Set router f9e8dd9a-5f5d-4da4-a903-4f984a247988 gateway port host: dv-cinder-772623-14-iscsi {{(pid=94299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 05:20:31.984051 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-f2872a8f-7dd6-4ead-b36c-87d957ea0259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e8dd9a-5f5d-4da4-a903-4f984a247988', 'name': 'tempest-AttachVolumeShelveTestJSON-1912886731-router', 'tenant_id': 'adae3c00f82c46cda5739aa90de24c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '15bc8b26-8181-49ef-9a78-a1dfa7020b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:20:29Z', 'updated_at': '2021-09-09T05:20:30Z', 'revision_number': 3, 'project_id': 'adae3c00f82c46cda5739aa90de24c7f', 'gw_port': {'id': '15bc8b26-8181-49ef-9a78-a1dfa7020b15', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:fc:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e8dd9a-5f5d-4da4-a903-4f984a247988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:20:30Z', 'updated_at': '2021-09-09T05:20:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi'}], 'dv-cinder-772623-14-iscsi', False) {} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:20:32.014044 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2872a8f-7dd6-4ead-b36c-87d957ea0259 None None] Checking router: f9e8dd9a-5f5d-4da4-a903-4f984a247988 for host: dv-cinder-772623-14-iscsi {{(pid=94299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 05:20:32.014391 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2872a8f-7dd6-4ead-b36c-87d957ea0259 None None] Updating router f9e8dd9a-5f5d-4da4-a903-4f984a247988 port 15bc8b26-8181-49ef-9a78-a1dfa7020b15 binding host dv-cinder-772623-14-iscsi {{(pid=94299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 05:20:32.017382 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-a0550873-af82-4998-9ad1-17512b875f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:32.038285 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-f2872a8f-7dd6-4ead-b36c-87d957ea0259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:32.167479 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.db_base_plugin_common [None req-a0550873-af82-4998-9ad1-17512b875f29 admin admin] Allocated IP 172.20.0.1 (4c49d2e8-bbb3-48a4-b9dd-23115ce7620f/af8cc309-f922-4b5b-9139-7f7e8b7747ed/2f2b6c07-fd6b-4e93-a242-5c78a707832d) {{(pid=94297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 05:20:32.267330 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-a0550873-af82-4998-9ad1-17512b875f29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:32.280470 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.provisioning_blocks [None req-a0550873-af82-4998-9ad1-17512b875f29 admin admin] Transition to ACTIVE for port object 2f2b6c07-fd6b-4e93-a242-5c78a707832d will not be triggered until provisioned by entity DHCP. {{(pid=94297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 05:20:32.284445 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-f2872a8f-7dd6-4ead-b36c-87d957ea0259 None None] Notify callbacks [] for port, precommit_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:32.294430 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-f2872a8f-7dd6-4ead-b36c-87d957ea0259 None None] Transition to ACTIVE for port object 15bc8b26-8181-49ef-9a78-a1dfa7020b15 will not be triggered until provisioned by entity L2. {{(pid=94299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 05:20:32.300683 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-f2872a8f-7dd6-4ead-b36c-87d957ea0259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:32.314763 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-a0550873-af82-4998-9ad1-17512b875f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748631669697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29281037'] for port, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:32.325670 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.agents_db [None req-c4fa6e85-f278-4c65-a736-468407d89cbd None None] Agent healthcheck: found 6 active agents {{(pid=94300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 05:20:32.349046 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.managers [None req-f2872a8f-7dd6-4ead-b36c-87d957ea0259 None None] Attempting to bind port 15bc8b26-8181-49ef-9a78-a1dfa7020b15 on host dv-cinder-772623-14-iscsi for vnic_type normal with profile {{(pid=94299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 05:20:32.349418 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.managers [None req-f2872a8f-7dd6-4ead-b36c-87d957ea0259 None None] Attempting to bind port 15bc8b26-8181-49ef-9a78-a1dfa7020b15 by drivers openvswitch,hyperv on host dv-cinder-772623-14-iscsi at level 0 using segments [{'id': 'df80411f-acb6-4e9d-a7f5-4a8066bc7b33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1'}] {{(pid=94299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 05:20:32.349808 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2872a8f-7dd6-4ead-b36c-87d957ea0259 None None] Attempting to bind port 15bc8b26-8181-49ef-9a78-a1dfa7020b15 on network 5214b103-0600-4a81-9a33-2571ddc573a1 {{(pid=94299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 05:20:32.359888 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0550873-af82-4998-9ad1-17512b875f29 admin admin] Network 4c49d2e8-bbb3-48a4-b9dd-23115ce7620f is already hosted by enough agents. {{(pid=94297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 05:20:32.361381 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4771fab-0483-4ad8-beb6-2a1eadb9610e None None] Pushing event updated for resources: {'Port': ['ID=15bc8b26-8181-49ef-9a78-a1dfa7020b15,revision_number=2']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:20:32.363863 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2872a8f-7dd6-4ead-b36c-87d957ea0259 None None] Checking agent: {'id': 'b4d491fa-f395-4d31-93f5-2c51f286f631', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 5, 9, 17), 'started_at': datetime.datetime(2021, 9, 9, 5, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 5, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 05:20:32.364284 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2872a8f-7dd6-4ead-b36c-87d957ea0259 None None] Checking segment: {'id': 'df80411f-acb6-4e9d-a7f5-4a8066bc7b33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 05:20:32.364686 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-f2872a8f-7dd6-4ead-b36c-87d957ea0259 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:32.365069 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2872a8f-7dd6-4ead-b36c-87d957ea0259 None None] Bound using segment: {'id': 'df80411f-acb6-4e9d-a7f5-4a8066bc7b33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1'} {{(pid=94299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 05:20:32.365538 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.managers [None req-f2872a8f-7dd6-4ead-b36c-87d957ea0259 None None] Bound port: 15bc8b26-8181-49ef-9a78-a1dfa7020b15, host: dv-cinder-772623-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df80411f-acb6-4e9d-a7f5-4a8066bc7b33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1'}}] {{(pid=94299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 05:20:32.365896 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.base_scheduler [None req-a0550873-af82-4998-9ad1-17512b875f29 admin admin] Resources bound (agent type, host, resource id): {{(pid=94297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 05:20:32.366023 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-f2872a8f-7dd6-4ead-b36c-87d957ea0259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:32.368869 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0550873-af82-4998-9ad1-17512b875f29 admin admin] Received port after_create {{(pid=94297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 05:20:32.394369 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0550873-af82-4998-9ad1-17512b875f29 admin admin] Pushing event updated for resources: {'Port': ['ID=2f2b6c07-fd6b-4e93-a242-5c78a707832d,revision_number=1']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:20:32.414846 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-a0550873-af82-4998-9ad1-17512b875f29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600464'] for router_interface, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:32.426523 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-f2872a8f-7dd6-4ead-b36c-87d957ea0259 None None] For port 15bc8b26-8181-49ef-9a78-a1dfa7020b15, host dv-cinder-772623-14-iscsi, cleared binding levels {{(pid=94299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 05:20:32.430610 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-f2872a8f-7dd6-4ead-b36c-87d957ea0259 None None] For port 15bc8b26-8181-49ef-9a78-a1dfa7020b15, host dv-cinder-772623-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-14-iscsi',level=0,port_id=15bc8b26-8181-49ef-9a78-a1dfa7020b15,segment=NetworkSegment(df80411f-acb6-4e9d-a7f5-4a8066bc7b33),segment_id=df80411f-acb6-4e9d-a7f5-4a8066bc7b33)] {{(pid=94299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 05:20:32.435472 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-f2872a8f-7dd6-4ead-b36c-87d957ea0259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:32.494923 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2872a8f-7dd6-4ead-b36c-87d957ea0259 None None] Routers {'f9e8dd9a-5f5d-4da4-a903-4f984a247988'} bound to L3 agent in host dv-cinder-772623-14-iscsi {{(pid=94299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 05:20:32.495544 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-f2872a8f-7dd6-4ead-b36c-87d957ea0259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T05:09:16Z,description=,heartbeat_timestamp=2021-09-09T05:20:17Z,host='dv-cinder-772623-14-iscsi',id=e912432c-85e4-4a31-b574-aae2dcf01ec7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T05:09:16Z,topic='l3_agent')) {'router_ids': ['f9e8dd9a-5f5d-4da4-a903-4f984a247988'], 'active': True} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:20:32.534313 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4771fab-0483-4ad8-beb6-2a1eadb9610e None None] Pushing event updated for resources: {'Port': ['ID=15bc8b26-8181-49ef-9a78-a1dfa7020b15,revision_number=3']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:20:32.581765 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-a0550873-af82-4998-9ad1-17512b875f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:32.605130 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device 7b00b202-a33e-45e2-a4f6-f231e668c7f0 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 05:20:32.637163 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.plugin [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] No Port match for: 7b00b202-a33e-45e2-a4f6-f231e668c7f0 {{(pid=94299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 05:20:32.637424 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device 7b00b202-a33e-45e2-a4f6-f231e668c7f0 not bound to the agent host hv-cinder-77262 {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 05:20:32.643892 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvr_db [None req-f2872a8f-7dd6-4ead-b36c-87d957ea0259 None None] Set router f9e8dd9a-5f5d-4da4-a903-4f984a247988 gateway port host: dv-cinder-772623-14-iscsi {{(pid=94299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 05:20:32.718279 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-7f6d6e1c-1336-44b8-937f-bfd822211a33 None None] Provisioning for port 2f2b6c07-fd6b-4e93-a242-5c78a707832d completed by entity DHCP. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 05:20:32.731289 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-7f6d6e1c-1336-44b8-937f-bfd822211a33 None None] Provisioning complete for port 2f2b6c07-fd6b-4e93-a242-5c78a707832d triggered by entity DHCP. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:20:32.731669 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-7f6d6e1c-1336-44b8-937f-bfd822211a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:32.813944 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device 700c411f-ffa8-457b-b8c8-f262d7ab68f7 up at agent ovs-agent-dv-cinder-772623-14-iscsi {{(pid=94299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 05:20:32.839996 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.plugin [None req-7f6d6e1c-1336-44b8-937f-bfd822211a33 None None] Port 2f2b6c07-fd6b-4e93-a242-5c78a707832d cannot update to ACTIVE because it is not bound. {{(pid=94299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 05:20:32.914882 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Provisioning complete for port 700c411f-ffa8-457b-b8c8-f262d7ab68f7 triggered by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:20:32.915258 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:32.957647 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-f2872a8f-7dd6-4ead-b36c-87d957ea0259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e8dd9a-5f5d-4da4-a903-4f984a247988', 'name': 'tempest-AttachVolumeShelveTestJSON-1912886731-router', 'tenant_id': 'adae3c00f82c46cda5739aa90de24c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '15bc8b26-8181-49ef-9a78-a1dfa7020b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:20:29Z', 'updated_at': '2021-09-09T05:20:30Z', 'revision_number': 3, 'project_id': 'adae3c00f82c46cda5739aa90de24c7f', 'gw_port': {'id': '15bc8b26-8181-49ef-9a78-a1dfa7020b15', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:fc:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e8dd9a-5f5d-4da4-a903-4f984a247988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:20:30Z', 'updated_at': '2021-09-09T05:20:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi'}], 'dv-cinder-772623-14-iscsi', False) {} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:20:32.967017 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-a0550873-af82-4998-9ad1-17512b875f29 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:32.971551 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-a0550873-af82-4998-9ad1-17512b875f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29280254'] for port, after_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:32.991370 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2872a8f-7dd6-4ead-b36c-87d957ea0259 None None] The sync data for ids ['f9e8dd9a-5f5d-4da4-a903-4f984a247988'] in dv-cinder-772623-14-iscsi is: [{'id': 'f9e8dd9a-5f5d-4da4-a903-4f984a247988', 'name': 'tempest-AttachVolumeShelveTestJSON-1912886731-router', 'tenant_id': 'adae3c00f82c46cda5739aa90de24c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '15bc8b26-8181-49ef-9a78-a1dfa7020b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:20:29Z', 'updated_at': '2021-09-09T05:20:30Z', 'revision_number': 3, 'project_id': 'adae3c00f82c46cda5739aa90de24c7f', 'gw_port': {'id': '15bc8b26-8181-49ef-9a78-a1dfa7020b15', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:fc:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e8dd9a-5f5d-4da4-a903-4f984a247988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:20:30Z', 'updated_at': '2021-09-09T05:20:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi'}] {{(pid=94299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 05:20:33.037679 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-a0550873-af82-4998-9ad1-17512b875f29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601088'] for router_interface, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:33.040311 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0550873-af82-4998-9ad1-17512b875f29 admin admin] Pushing event updated for resources: {'Port': ['ID=2f2b6c07-fd6b-4e93-a242-5c78a707832d,revision_number=2']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:20:33.136286 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0550873-af82-4998-9ad1-17512b875f29 admin admin] Network 4c49d2e8-bbb3-48a4-b9dd-23115ce7620f is already hosted by enough agents. {{(pid=94297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 05:20:33.137678 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.base_scheduler [None req-a0550873-af82-4998-9ad1-17512b875f29 admin admin] Resources bound (agent type, host, resource id): {{(pid=94297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 05:20:33.257622 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0550873-af82-4998-9ad1-17512b875f29 admin admin] Router f9e8dd9a-5f5d-4da4-a903-4f984a247988 has already been hosted by L3 agent e912432c-85e4-4a31-b574-aae2dcf01ec7 {{(pid=94297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 05:20:33.379276 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0550873-af82-4998-9ad1-17512b875f29 admin admin] Notify agent at l3_agent.dv-cinder-772623-14-iscsi the message routers_updated {{(pid=94297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 05:20:33.384526 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-a0550873-af82-4998-9ad1-17512b875f29 admin admin] 10.222.0.24 "PUT /v2.0/routers/f9e8dd9a-5f5d-4da4-a903-4f984a247988/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7897563 Sep 09 05:20:33.465309 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-c8c4cc63-a6e3-4611-9c43-f8fb17c529ad None None] Provisioning complete for port 2f2b6c07-fd6b-4e93-a242-5c78a707832d triggered by entity DHCP. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:20:33.465677 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-c8c4cc63-a6e3-4611-9c43-f8fb17c529ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:33.507795 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.plugin [None req-c8c4cc63-a6e3-4611-9c43-f8fb17c529ad None None] Port 2f2b6c07-fd6b-4e93-a242-5c78a707832d cannot update to ACTIVE because it is not bound. {{(pid=94299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 05:20:33.978962 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 39252) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:20:33.983570 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.v2.base [None req-545130f0-0b3b-4939-93ac-4777d671b512 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1054187688', 'description': 'tempest-description--943508759'}} {{(pid=94297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:20:34.006849 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-545130f0-0b3b-4939-93ac-4777d671b512 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Notify callbacks [] for security_group, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:34.083292 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-545130f0-0b3b-4939-93ac-4777d671b512 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Notify callbacks [] for security_group, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:34.086757 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-545130f0-0b3b-4939-93ac-4777d671b512 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:34.114185 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-545130f0-0b3b-4939-93ac-4777d671b512 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Notify callbacks [] for security_group, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:34.115394 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-545130f0-0b3b-4939-93ac-4777d671b512 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1354065 Sep 09 05:20:34.116184 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545130f0-0b3b-4939-93ac-4777d671b512 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5af4d00d-ecbd-4eb8-b3e5-1e280e524941,revision_number=1']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:20:34.118315 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 39254) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:20:34.124048 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.v2.base [None req-07354f39-ab57-4eb0-88ae-535d3d44030e tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Request body: {'security_group_rule': {'security_group_id': '5af4d00d-ecbd-4eb8-b3e5-1e280e524941', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:20:34.153276 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-07354f39-ab57-4eb0-88ae-535d3d44030e tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:34.230810 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-07354f39-ab57-4eb0-88ae-535d3d44030e tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:34.234560 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-07354f39-ab57-4eb0-88ae-535d3d44030e tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555578'] for security_group_rule, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:34.251815 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07354f39-ab57-4eb0-88ae-535d3d44030e tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32dd45d8-6a01-4801-92a1-42851c89be8b,revision_number=0']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:20:34.257773 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-07354f39-ab57-4eb0-88ae-535d3d44030e tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:34.258975 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-07354f39-ab57-4eb0-88ae-535d3d44030e tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1396213 Sep 09 05:20:34.262228 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 39256) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:20:34.266496 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.v2.base [None req-1e5694de-c762-448a-b847-cfc3522d8973 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Request body: {'security_group_rule': {'security_group_id': '5af4d00d-ecbd-4eb8-b3e5-1e280e524941', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:20:34.292818 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-1e5694de-c762-448a-b847-cfc3522d8973 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:34.350252 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-1e5694de-c762-448a-b847-cfc3522d8973 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:34.354537 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-1e5694de-c762-448a-b847-cfc3522d8973 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555578'] for security_group_rule, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:34.373487 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5694de-c762-448a-b847-cfc3522d8973 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f236df88-8aef-4351-a21d-ef8a7c550a75,revision_number=0']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:20:34.375988 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-1e5694de-c762-448a-b847-cfc3522d8973 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:34.380070 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-1e5694de-c762-448a-b847-cfc3522d8973 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1139963 Sep 09 05:20:34.380525 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 39258) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:20:34.385078 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.v2.base [None req-e11d3efd-9bbe-48ad-9407-b8bfe41fbddc tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Request body: {'floatingip': {'floating_network_id': '5214b103-0600-4a81-9a33-2571ddc573a1'}} {{(pid=94298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:20:34.409955 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-e11d3efd-9bbe-48ad-9407-b8bfe41fbddc tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Notify callbacks [] for floatingip, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:34.502690 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8b346f-5ae3-447b-9be0-2487792bd4c4 None None] Sync routers for ids ['f9e8dd9a-5f5d-4da4-a903-4f984a247988'] in dv-cinder-772623-14-iscsi {{(pid=94300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 05:20:34.511496 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8b346f-5ae3-447b-9be0-2487792bd4c4 None None] Routers {'f9e8dd9a-5f5d-4da4-a903-4f984a247988'} bound to L3 agent in host dv-cinder-772623-14-iscsi {{(pid=94300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 05:20:34.512104 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_hamode_db [None req-ed8b346f-5ae3-447b-9be0-2487792bd4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T05:09:16Z,description=,heartbeat_timestamp=2021-09-09T05:20:17Z,host='dv-cinder-772623-14-iscsi',id=e912432c-85e4-4a31-b574-aae2dcf01ec7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T05:09:16Z,topic='l3_agent')) {'router_ids': ['f9e8dd9a-5f5d-4da4-a903-4f984a247988'], 'active': True} {{(pid=94300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:20:34.514453 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-e11d3efd-9bbe-48ad-9407-b8bfe41fbddc tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:34.619092 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.db.db_base_plugin_common [None req-e11d3efd-9bbe-48ad-9407-b8bfe41fbddc tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Allocated IP 172.27.2.4 (5214b103-0600-4a81-9a33-2571ddc573a1/5b692485-8a86-47cc-9882-0c3698d3f08b/e54abe52-3a9a-45be-bb24-4d7d2e4d1424) {{(pid=94298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 05:20:34.707956 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_dvr_db [None req-ed8b346f-5ae3-447b-9be0-2487792bd4c4 None None] Set router f9e8dd9a-5f5d-4da4-a903-4f984a247988 gateway port host: dv-cinder-772623-14-iscsi {{(pid=94300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 05:20:34.729230 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-e11d3efd-9bbe-48ad-9407-b8bfe41fbddc tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Notify callbacks [] for port, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:34.773873 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-e11d3efd-9bbe-48ad-9407-b8bfe41fbddc tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748631669697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1874062'] for port, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:34.802542 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device 15bc8b26-8181-49ef-9a78-a1dfa7020b15 up at agent ovs-agent-dv-cinder-772623-14-iscsi {{(pid=94299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 05:20:34.816668 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e11d3efd-9bbe-48ad-9407-b8bfe41fbddc tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Network 5214b103-0600-4a81-9a33-2571ddc573a1 is already hosted by enough agents. {{(pid=94298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 05:20:34.826672 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.base_scheduler [None req-e11d3efd-9bbe-48ad-9407-b8bfe41fbddc tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Resources bound (agent type, host, resource id): {{(pid=94298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 05:20:34.831209 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11d3efd-9bbe-48ad-9407-b8bfe41fbddc tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Received port after_create {{(pid=94298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 05:20:34.834518 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11d3efd-9bbe-48ad-9407-b8bfe41fbddc tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Pushing event updated for resources: {'Port': ['ID=e54abe52-3a9a-45be-bb24-4d7d2e4d1424,revision_number=1']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:20:34.863852 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Provisioning for port 15bc8b26-8181-49ef-9a78-a1dfa7020b15 completed by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 05:20:34.867639 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Provisioning complete for port 15bc8b26-8181-49ef-9a78-a1dfa7020b15 triggered by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:20:34.868116 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:34.929126 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_hamode_db [None req-ed8b346f-5ae3-447b-9be0-2487792bd4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e8dd9a-5f5d-4da4-a903-4f984a247988', 'name': 'tempest-AttachVolumeShelveTestJSON-1912886731-router', 'tenant_id': 'adae3c00f82c46cda5739aa90de24c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '15bc8b26-8181-49ef-9a78-a1dfa7020b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:20:29Z', 'updated_at': '2021-09-09T05:20:32Z', 'revision_number': 4, 'project_id': 'adae3c00f82c46cda5739aa90de24c7f', 'gw_port': {'id': '15bc8b26-8181-49ef-9a78-a1dfa7020b15', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:fc:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e8dd9a-5f5d-4da4-a903-4f984a247988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:20:30Z', 'updated_at': '2021-09-09T05:20:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi', '_interfaces': [{'id': '2f2b6c07-fd6b-4e93-a242-5c78a707832d', 'name': '', 'network_id': '4c49d2e8-bbb3-48a4-b9dd-23115ce7620f', 'tenant_id': 'adae3c00f82c46cda5739aa90de24c7f', 'mac_address': 'fa:16:3e:7c:0c:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e8dd9a-5f5d-4da4-a903-4f984a247988', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'af8cc309-f922-4b5b-9139-7f7e8b7747ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:20:32Z', 'updated_at': '2021-09-09T05:20:32Z', 'revision_number': 2, 'project_id': 'adae3c00f82c46cda5739aa90de24c7f', 'subnets': [{'id': 'af8cc309-f922-4b5b-9139-7f7e8b7747ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-14-iscsi', False) {} {{(pid=94300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:20:34.950387 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:34.951621 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-e11d3efd-9bbe-48ad-9407-b8bfe41fbddc tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:34.966992 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8b346f-5ae3-447b-9be0-2487792bd4c4 None None] Checking router: f9e8dd9a-5f5d-4da4-a903-4f984a247988 for host: dv-cinder-772623-14-iscsi {{(pid=94300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 05:20:34.967342 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8b346f-5ae3-447b-9be0-2487792bd4c4 None None] Updating router f9e8dd9a-5f5d-4da4-a903-4f984a247988 port 2f2b6c07-fd6b-4e93-a242-5c78a707832d binding host dv-cinder-772623-14-iscsi {{(pid=94300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 05:20:34.971762 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] For port 15bc8b26-8181-49ef-9a78-a1dfa7020b15, host dv-cinder-772623-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-14-iscsi',level=0,port_id=15bc8b26-8181-49ef-9a78-a1dfa7020b15,segment=NetworkSegment(df80411f-acb6-4e9d-a7f5-4a8066bc7b33),segment_id=df80411f-acb6-4e9d-a7f5-4a8066bc7b33)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:20:34.975649 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:35.000679 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-ed8b346f-5ae3-447b-9be0-2487792bd4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:35.007729 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-e11d3efd-9bbe-48ad-9407-b8bfe41fbddc tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:35.025783 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Pushing event updated for resources: {'Port': ['ID=15bc8b26-8181-49ef-9a78-a1dfa7020b15,revision_number=4']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:20:35.159130 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-e11d3efd-9bbe-48ad-9407-b8bfe41fbddc tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Notify callbacks [] for port, precommit_update {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:35.163629 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-e11d3efd-9bbe-48ad-9407-b8bfe41fbddc tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1873021'] for port, after_update {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:35.234516 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11d3efd-9bbe-48ad-9407-b8bfe41fbddc tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Pushing event updated for resources: {'Port': ['ID=e54abe52-3a9a-45be-bb24-4d7d2e4d1424,revision_number=2']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:20:35.247397 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-e11d3efd-9bbe-48ad-9407-b8bfe41fbddc tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600363'] for floatingip, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:35.258065 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-ed8b346f-5ae3-447b-9be0-2487792bd4c4 None None] Notify callbacks [] for port, precommit_update {{(pid=94300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:35.260535 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-e11d3efd-9bbe-48ad-9407-b8bfe41fbddc tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-438482'] for floatingip, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:35.261991 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-e11d3efd-9bbe-48ad-9407-b8bfe41fbddc tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.8804712 Sep 09 05:20:35.267553 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.provisioning_blocks [None req-ed8b346f-5ae3-447b-9be0-2487792bd4c4 None None] Transition to ACTIVE for port object 2f2b6c07-fd6b-4e93-a242-5c78a707832d will not be triggered until provisioned by entity L2. {{(pid=94300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 05:20:35.273648 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-ed8b346f-5ae3-447b-9be0-2487792bd4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:35.322129 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a2c82e-6200-4e59-8fe1-b74b8bc96ba9 None None] Pushing event updated for resources: {'Port': ['ID=2f2b6c07-fd6b-4e93-a242-5c78a707832d,revision_number=3']} {{(pid=94300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:20:35.331942 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a2c82e-6200-4e59-8fe1-b74b8bc96ba9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:20:35.332304 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a2c82e-6200-4e59-8fe1-b74b8bc96ba9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:20:35.333236 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a2c82e-6200-4e59-8fe1-b74b8bc96ba9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:20:35.333236 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a2c82e-6200-4e59-8fe1-b74b8bc96ba9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:20:35.333236 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a2c82e-6200-4e59-8fe1-b74b8bc96ba9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:20:35.333598 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a2c82e-6200-4e59-8fe1-b74b8bc96ba9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:20:35.333899 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a2c82e-6200-4e59-8fe1-b74b8bc96ba9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:20:35.334220 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a2c82e-6200-4e59-8fe1-b74b8bc96ba9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:20:35.334558 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a2c82e-6200-4e59-8fe1-b74b8bc96ba9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:20:35.335001 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a2c82e-6200-4e59-8fe1-b74b8bc96ba9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:20:35.335191 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a2c82e-6200-4e59-8fe1-b74b8bc96ba9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:20:35.335505 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54a2c82e-6200-4e59-8fe1-b74b8bc96ba9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:20:35.393508 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.plugins.ml2.managers [None req-ed8b346f-5ae3-447b-9be0-2487792bd4c4 None None] Attempting to bind port 2f2b6c07-fd6b-4e93-a242-5c78a707832d on host dv-cinder-772623-14-iscsi for vnic_type normal with profile {{(pid=94300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 05:20:35.393927 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.plugins.ml2.managers [None req-ed8b346f-5ae3-447b-9be0-2487792bd4c4 None None] Attempting to bind port 2f2b6c07-fd6b-4e93-a242-5c78a707832d by drivers openvswitch,hyperv on host dv-cinder-772623-14-iscsi at level 0 using segments [{'id': '94ec00f0-b772-441b-b09c-9fabc2701b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4c49d2e8-bbb3-48a4-b9dd-23115ce7620f'}] {{(pid=94300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 05:20:35.394293 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8b346f-5ae3-447b-9be0-2487792bd4c4 None None] Attempting to bind port 2f2b6c07-fd6b-4e93-a242-5c78a707832d on network 4c49d2e8-bbb3-48a4-b9dd-23115ce7620f {{(pid=94300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 05:20:35.399519 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8b346f-5ae3-447b-9be0-2487792bd4c4 None None] Checking agent: {'id': 'b4d491fa-f395-4d31-93f5-2c51f286f631', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 5, 9, 17), 'started_at': datetime.datetime(2021, 9, 9, 5, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 5, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 05:20:35.399894 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8b346f-5ae3-447b-9be0-2487792bd4c4 None None] Checking segment: {'id': '94ec00f0-b772-441b-b09c-9fabc2701b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4c49d2e8-bbb3-48a4-b9dd-23115ce7620f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 05:20:35.400304 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-ed8b346f-5ae3-447b-9be0-2487792bd4c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:35.400761 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8b346f-5ae3-447b-9be0-2487792bd4c4 None None] Bound using segment: {'id': '94ec00f0-b772-441b-b09c-9fabc2701b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4c49d2e8-bbb3-48a4-b9dd-23115ce7620f'} {{(pid=94300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 05:20:35.401234 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.plugins.ml2.managers [None req-ed8b346f-5ae3-447b-9be0-2487792bd4c4 None None] Bound port: 2f2b6c07-fd6b-4e93-a242-5c78a707832d, host: dv-cinder-772623-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94ec00f0-b772-441b-b09c-9fabc2701b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4c49d2e8-bbb3-48a4-b9dd-23115ce7620f'}}] {{(pid=94300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 05:20:35.401636 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-ed8b346f-5ae3-447b-9be0-2487792bd4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:35.416165 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-02745f57-5789-4679-8b22-f16361143ec7 req-8bfdec40-9f89-4786-93c5-c199bbc95ad9 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1054187688&fields=id&tenant_id=adae3c00f82c46cda5739aa90de24c7f HTTP/1.1" status: 200 len: 267 time: 0.0345638 Sep 09 05:20:35.466761 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.plugins.ml2.db [None req-ed8b346f-5ae3-447b-9be0-2487792bd4c4 None None] For port 2f2b6c07-fd6b-4e93-a242-5c78a707832d, host dv-cinder-772623-14-iscsi, cleared binding levels {{(pid=94300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 05:20:35.471391 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.plugins.ml2.db [None req-ed8b346f-5ae3-447b-9be0-2487792bd4c4 None None] For port 2f2b6c07-fd6b-4e93-a242-5c78a707832d, host dv-cinder-772623-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-14-iscsi',level=0,port_id=2f2b6c07-fd6b-4e93-a242-5c78a707832d,segment=NetworkSegment(94ec00f0-b772-441b-b09c-9fabc2701b02),segment_id=94ec00f0-b772-441b-b09c-9fabc2701b02)] {{(pid=94300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 05:20:35.476516 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-ed8b346f-5ae3-447b-9be0-2487792bd4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:35.534232 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a2c82e-6200-4e59-8fe1-b74b8bc96ba9 None None] Pushing event updated for resources: {'Port': ['ID=2f2b6c07-fd6b-4e93-a242-5c78a707832d,revision_number=4']} {{(pid=94300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:20:35.538604 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02745f57-5789-4679-8b22-f16361143ec7 req-a11635b1-05db-4126-aa38-163b4551afaf tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:20:35.546669 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-02745f57-5789-4679-8b22-f16361143ec7 req-a11635b1-05db-4126-aa38-163b4551afaf tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/networks?id=4c49d2e8-bbb3-48a4-b9dd-23115ce7620f HTTP/1.1" status: 200 len: 817 time: 0.1226254 Sep 09 05:20:35.548219 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8b346f-5ae3-447b-9be0-2487792bd4c4 None None] Routers {'f9e8dd9a-5f5d-4da4-a903-4f984a247988'} bound to L3 agent in host dv-cinder-772623-14-iscsi {{(pid=94300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 05:20:35.549038 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_hamode_db [None req-ed8b346f-5ae3-447b-9be0-2487792bd4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T05:09:16Z,description=,heartbeat_timestamp=2021-09-09T05:20:17Z,host='dv-cinder-772623-14-iscsi',id=e912432c-85e4-4a31-b574-aae2dcf01ec7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T05:09:16Z,topic='l3_agent')) {'router_ids': ['f9e8dd9a-5f5d-4da4-a903-4f984a247988'], 'active': True} {{(pid=94300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:20:35.564490 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-02745f57-5789-4679-8b22-f16361143ec7 req-c5ae01ea-2c0b-4018-8cc8-ca29ec5db972 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/quotas/adae3c00f82c46cda5739aa90de24c7f HTTP/1.1" status: 200 len: 375 time: 0.0168998 Sep 09 05:20:35.618352 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-02745f57-5789-4679-8b22-f16361143ec7 req-fc7a1d8d-ec57-43d0-945c-b6fa8d195552 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=adae3c00f82c46cda5739aa90de24c7f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0528622 Sep 09 05:20:35.666097 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_dvr_db [None req-ed8b346f-5ae3-447b-9be0-2487792bd4c4 None None] Set router f9e8dd9a-5f5d-4da4-a903-4f984a247988 gateway port host: dv-cinder-772623-14-iscsi {{(pid=94300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 05:20:35.721047 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-02745f57-5789-4679-8b22-f16361143ec7 req-41dd5770-5a77-4d65-a0d0-660e7ae030ae service neutron] 10.222.0.24 "GET /v2.0/networks/4c49d2e8-bbb3-48a4-b9dd-23115ce7620f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918365 Sep 09 05:20:35.809299 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-02745f57-5789-4679-8b22-f16361143ec7 req-64aeeedd-1ada-4595-8e2a-e264b9f6066c service neutron] 10.222.0.24 "GET /v2.0/networks/4c49d2e8-bbb3-48a4-b9dd-23115ce7620f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819495 Sep 09 05:20:35.873094 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_hamode_db [None req-ed8b346f-5ae3-447b-9be0-2487792bd4c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e8dd9a-5f5d-4da4-a903-4f984a247988', 'name': 'tempest-AttachVolumeShelveTestJSON-1912886731-router', 'tenant_id': 'adae3c00f82c46cda5739aa90de24c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '15bc8b26-8181-49ef-9a78-a1dfa7020b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:20:29Z', 'updated_at': '2021-09-09T05:20:32Z', 'revision_number': 4, 'project_id': 'adae3c00f82c46cda5739aa90de24c7f', 'gw_port': {'id': '15bc8b26-8181-49ef-9a78-a1dfa7020b15', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:fc:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e8dd9a-5f5d-4da4-a903-4f984a247988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:20:30Z', 'updated_at': '2021-09-09T05:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi', '_interfaces': [{'id': '2f2b6c07-fd6b-4e93-a242-5c78a707832d', 'name': '', 'network_id': '4c49d2e8-bbb3-48a4-b9dd-23115ce7620f', 'tenant_id': 'adae3c00f82c46cda5739aa90de24c7f', 'mac_address': 'fa:16:3e:7c:0c:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e8dd9a-5f5d-4da4-a903-4f984a247988', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'af8cc309-f922-4b5b-9139-7f7e8b7747ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:20:32Z', 'updated_at': '2021-09-09T05:20:35Z', 'revision_number': 4, 'project_id': 'adae3c00f82c46cda5739aa90de24c7f', 'subnets': [{'id': 'af8cc309-f922-4b5b-9139-7f7e8b7747ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-14-iscsi', False) {} {{(pid=94300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:20:35.901151 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8b346f-5ae3-447b-9be0-2487792bd4c4 None None] The sync data for ids ['f9e8dd9a-5f5d-4da4-a903-4f984a247988'] in dv-cinder-772623-14-iscsi is: [{'id': 'f9e8dd9a-5f5d-4da4-a903-4f984a247988', 'name': 'tempest-AttachVolumeShelveTestJSON-1912886731-router', 'tenant_id': 'adae3c00f82c46cda5739aa90de24c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '15bc8b26-8181-49ef-9a78-a1dfa7020b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:20:29Z', 'updated_at': '2021-09-09T05:20:32Z', 'revision_number': 4, 'project_id': 'adae3c00f82c46cda5739aa90de24c7f', 'gw_port': {'id': '15bc8b26-8181-49ef-9a78-a1dfa7020b15', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:fc:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e8dd9a-5f5d-4da4-a903-4f984a247988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:20:30Z', 'updated_at': '2021-09-09T05:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi', '_interfaces': [{'id': '2f2b6c07-fd6b-4e93-a242-5c78a707832d', 'name': '', 'network_id': '4c49d2e8-bbb3-48a4-b9dd-23115ce7620f', 'tenant_id': 'adae3c00f82c46cda5739aa90de24c7f', 'mac_address': 'fa:16:3e:7c:0c:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9e8dd9a-5f5d-4da4-a903-4f984a247988', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'af8cc309-f922-4b5b-9139-7f7e8b7747ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:20:32Z', 'updated_at': '2021-09-09T05:20:35Z', 'revision_number': 4, 'project_id': 'adae3c00f82c46cda5739aa90de24c7f', 'subnets': [{'id': 'af8cc309-f922-4b5b-9139-7f7e8b7747ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 05:20:35.981444 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-f9ef5923-8b1f-471c-8065-d21eb591f1fd req-b35d0cc4-2ad3-4fc8-8abd-066c18322be8 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=a670417d-b5d9-4cf7-9c81-a2c9861b43a4 HTTP/1.1" status: 200 len: 210 time: 0.0394425 Sep 09 05:20:36.003157 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:36.862783 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device 15bc8b26-8181-49ef-9a78-a1dfa7020b15 up at agent ovs-agent-dv-cinder-772623-14-iscsi {{(pid=94299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 05:20:36.922530 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Provisioning complete for port 15bc8b26-8181-49ef-9a78-a1dfa7020b15 triggered by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:20:36.922998 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:37.016670 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device 2f2b6c07-fd6b-4e93-a242-5c78a707832d up at agent ovs-agent-dv-cinder-772623-14-iscsi {{(pid=94299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 05:20:37.051248 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02745f57-5789-4679-8b22-f16361143ec7 req-bdf4c18b-5ec1-4e98-8166-b07958f2efce tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:20:37.053127 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-02745f57-5789-4679-8b22-f16361143ec7 req-bdf4c18b-5ec1-4e98-8166-b07958f2efce tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.23 "GET /v2.0/networks?id=4c49d2e8-bbb3-48a4-b9dd-23115ce7620f HTTP/1.1" status: 200 len: 817 time: 0.1389132 Sep 09 05:20:37.075962 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Provisioning for port 2f2b6c07-fd6b-4e93-a242-5c78a707832d completed by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 05:20:37.081597 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Provisioning complete for port 2f2b6c07-fd6b-4e93-a242-5c78a707832d triggered by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:20:37.082394 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:37.107178 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-02745f57-5789-4679-8b22-f16361143ec7 req-adcbabc9-eebe-4ba0-a687-bc8d284864a1 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=adae3c00f82c46cda5739aa90de24c7f HTTP/1.1" status: 200 len: 380 time: 0.0448799 Sep 09 05:20:37.135318 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-e3daeb08-d9c2-41e4-9e5f-3ae4321c56e7 req-f70adf2c-dac5-4721-87d5-0ebcdaf9c06c tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=a670417d-b5d9-4cf7-9c81-a2c9861b43a4 HTTP/1.1" status: 200 len: 210 time: 0.0349901 Sep 09 05:20:37.140862 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.v2.base [req-02745f57-5789-4679-8b22-f16361143ec7 req-1f6d6e3a-3e39-47ec-bae7-2ee213edb58e tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Request body: {'port': {'device_id': 'a670417d-b5d9-4cf7-9c81-a2c9861b43a4', 'network_id': '4c49d2e8-bbb3-48a4-b9dd-23115ce7620f', 'admin_state_up': True, 'tenant_id': 'adae3c00f82c46cda5739aa90de24c7f', 'security_groups': ['5af4d00d-ecbd-4eb8-b3e5-1e280e524941']}} {{(pid=94298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:20:37.186327 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:37.220168 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] For port 2f2b6c07-fd6b-4e93-a242-5c78a707832d, host dv-cinder-772623-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-14-iscsi',level=0,port_id=2f2b6c07-fd6b-4e93-a242-5c78a707832d,segment=NetworkSegment(94ec00f0-b772-441b-b09c-9fabc2701b02),segment_id=94ec00f0-b772-441b-b09c-9fabc2701b02)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:20:37.224932 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:37.262456 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02745f57-5789-4679-8b22-f16361143ec7 req-1f6d6e3a-3e39-47ec-bae7-2ee213edb58e tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Made reservation on behalf of adae3c00f82c46cda5739aa90de24c7f for: {'port': 1} {{(pid=94298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 05:20:37.266138 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [req-02745f57-5789-4679-8b22-f16361143ec7 req-1f6d6e3a-3e39-47ec-bae7-2ee213edb58e tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:37.277764 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Pushing event updated for resources: {'Port': ['ID=2f2b6c07-fd6b-4e93-a242-5c78a707832d,revision_number=5']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:20:37.414002 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.db.db_base_plugin_common [req-02745f57-5789-4679-8b22-f16361143ec7 req-1f6d6e3a-3e39-47ec-bae7-2ee213edb58e tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Allocated IP 172.20.0.6 (4c49d2e8-bbb3-48a4-b9dd-23115ce7620f/af8cc309-f922-4b5b-9139-7f7e8b7747ed/5a902b8c-3882-4110-ae09-30e6dbcc1820) {{(pid=94298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 05:20:37.570573 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [req-02745f57-5789-4679-8b22-f16361143ec7 req-1f6d6e3a-3e39-47ec-bae7-2ee213edb58e tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Notify callbacks [] for port, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:37.584709 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.db.provisioning_blocks [req-02745f57-5789-4679-8b22-f16361143ec7 req-1f6d6e3a-3e39-47ec-bae7-2ee213edb58e tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Transition to ACTIVE for port object 5a902b8c-3882-4110-ae09-30e6dbcc1820 will not be triggered until provisioned by entity DHCP. {{(pid=94298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 05:20:37.619146 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [req-02745f57-5789-4679-8b22-f16361143ec7 req-1f6d6e3a-3e39-47ec-bae7-2ee213edb58e tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748631669697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1874062'] for port, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:37.662697 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02745f57-5789-4679-8b22-f16361143ec7 req-1f6d6e3a-3e39-47ec-bae7-2ee213edb58e tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Network 4c49d2e8-bbb3-48a4-b9dd-23115ce7620f is already hosted by enough agents. {{(pid=94298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 05:20:37.665616 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.base_scheduler [req-02745f57-5789-4679-8b22-f16361143ec7 req-1f6d6e3a-3e39-47ec-bae7-2ee213edb58e tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Resources bound (agent type, host, resource id): {{(pid=94298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 05:20:37.669381 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.db.l3_dvrscheduler_db [req-02745f57-5789-4679-8b22-f16361143ec7 req-1f6d6e3a-3e39-47ec-bae7-2ee213edb58e tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Received port after_create {{(pid=94298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 05:20:37.702183 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6d6e3a-3e39-47ec-bae7-2ee213edb58e tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Pushing event updated for resources: {'Port': ['ID=5a902b8c-3882-4110-ae09-30e6dbcc1820,revision_number=1']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:20:37.724069 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02745f57-5789-4679-8b22-f16361143ec7 req-1f6d6e3a-3e39-47ec-bae7-2ee213edb58e tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:20:37.724682 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [req-02745f57-5789-4679-8b22-f16361143ec7 req-1f6d6e3a-3e39-47ec-bae7-2ee213edb58e tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-438482'] for port, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:37.739911 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-02745f57-5789-4679-8b22-f16361143ec7 req-1f6d6e3a-3e39-47ec-bae7-2ee213edb58e tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6034298 Sep 09 05:20:37.752052 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.v2.base [req-02745f57-5789-4679-8b22-f16361143ec7 req-7fd3f5a2-03d3-46b7-bc6c-eb571cd6723f service neutron] Request body: {'port': {'device_id': 'a670417d-b5d9-4cf7-9c81-a2c9861b43a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=94298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:20:37.859760 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [req-02745f57-5789-4679-8b22-f16361143ec7 req-7fd3f5a2-03d3-46b7-bc6c-eb571cd6723f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:37.944907 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb48f6f-c618-4028-8d87-da61f16f0afd req-14990e0c-2875-466b-8e37-50909b095c70 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:20:37.946457 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-ebb48f6f-c618-4028-8d87-da61f16f0afd req-14990e0c-2875-466b-8e37-50909b095c70 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/ports?device_id=8da8187b-6d5c-4b93-abb6-1e2d520bb3e8 HTTP/1.1" status: 200 len: 946 time: 0.1024723 Sep 09 05:20:38.003936 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-d3073628-11a6-4d4f-b504-d69978640553 None None] Provisioning for port 5a902b8c-3882-4110-ae09-30e6dbcc1820 completed by entity DHCP. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 05:20:38.007913 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-d3073628-11a6-4d4f-b504-d69978640553 None None] Provisioning complete for port 5a902b8c-3882-4110-ae09-30e6dbcc1820 triggered by entity DHCP. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:20:38.008292 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-d3073628-11a6-4d4f-b504-d69978640553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:38.044514 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.plugin [None req-d3073628-11a6-4d4f-b504-d69978640553 None None] Port 5a902b8c-3882-4110-ae09-30e6dbcc1820 cannot update to ACTIVE because it is not bound. {{(pid=94299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 05:20:38.061021 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-ebb48f6f-c618-4028-8d87-da61f16f0afd req-45d8e796-213d-46df-b38f-74d703e34ff0 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df6ce14-99a9-4cef-b918-a25f9a2fffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068680 Sep 09 05:20:38.210530 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.notifiers.nova [req-02745f57-5789-4679-8b22-f16361143ec7 req-7fd3f5a2-03d3-46b7-bc6c-eb571cd6723f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a902b8c-3882-4110-ae09-30e6dbcc1820 {{(pid=94298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 05:20:38.219070 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [req-02745f57-5789-4679-8b22-f16361143ec7 req-7fd3f5a2-03d3-46b7-bc6c-eb571cd6723f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:38.255081 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.db.provisioning_blocks [req-02745f57-5789-4679-8b22-f16361143ec7 req-7fd3f5a2-03d3-46b7-bc6c-eb571cd6723f service neutron] Transition to ACTIVE for port object 5a902b8c-3882-4110-ae09-30e6dbcc1820 will not be triggered until provisioned by entity L2. {{(pid=94298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 05:20:38.261556 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [req-02745f57-5789-4679-8b22-f16361143ec7 req-7fd3f5a2-03d3-46b7-bc6c-eb571cd6723f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1873021'] for port, after_update {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:38.323839 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ce1154-818b-4221-b123-95b65a35f6b2 req-0b8637e6-497f-4aae-a5f1-390949927240 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:20:38.325398 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-08ce1154-818b-4221-b123-95b65a35f6b2 req-0b8637e6-497f-4aae-a5f1-390949927240 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=a670417d-b5d9-4cf7-9c81-a2c9861b43a4 HTTP/1.1" status: 200 len: 931 time: 0.1039305 Sep 09 05:20:38.347509 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd3f5a2-03d3-46b7-bc6c-eb571cd6723f service neutron] Pushing event updated for resources: {'Port': ['ID=5a902b8c-3882-4110-ae09-30e6dbcc1820,revision_number=2']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:20:38.412715 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-08ce1154-818b-4221-b123-95b65a35f6b2 req-d33cb42c-141b-4bc4-a1e2-6830411ca0ca tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=5af4d00d-ecbd-4eb8-b3e5-1e280e524941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795209 Sep 09 05:20:38.438544 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.managers [req-02745f57-5789-4679-8b22-f16361143ec7 req-7fd3f5a2-03d3-46b7-bc6c-eb571cd6723f service neutron] Attempting to bind port 5a902b8c-3882-4110-ae09-30e6dbcc1820 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=94298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 05:20:38.438544 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.managers [req-02745f57-5789-4679-8b22-f16361143ec7 req-7fd3f5a2-03d3-46b7-bc6c-eb571cd6723f service neutron] Attempting to bind port 5a902b8c-3882-4110-ae09-30e6dbcc1820 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '94ec00f0-b772-441b-b09c-9fabc2701b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4c49d2e8-bbb3-48a4-b9dd-23115ce7620f'}] {{(pid=94298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 05:20:38.438544 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02745f57-5789-4679-8b22-f16361143ec7 req-7fd3f5a2-03d3-46b7-bc6c-eb571cd6723f service neutron] Attempting to bind port 5a902b8c-3882-4110-ae09-30e6dbcc1820 on network 4c49d2e8-bbb3-48a4-b9dd-23115ce7620f {{(pid=94298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 05:20:38.441120 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02745f57-5789-4679-8b22-f16361143ec7 req-7fd3f5a2-03d3-46b7-bc6c-eb571cd6723f service neutron] Port 5a902b8c-3882-4110-ae09-30e6dbcc1820 on network 4c49d2e8-bbb3-48a4-b9dd-23115ce7620f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=94298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 05:20:38.441438 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02745f57-5789-4679-8b22-f16361143ec7 req-7fd3f5a2-03d3-46b7-bc6c-eb571cd6723f service neutron] Attempting to bind port 5a902b8c-3882-4110-ae09-30e6dbcc1820 on network 4c49d2e8-bbb3-48a4-b9dd-23115ce7620f {{(pid=94298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 05:20:38.446357 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02745f57-5789-4679-8b22-f16361143ec7 req-7fd3f5a2-03d3-46b7-bc6c-eb571cd6723f service neutron] Checking agent: {'id': '7670f20e-61bb-4b09-a030-6895aded51bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 5, 15, 5), 'started_at': datetime.datetime(2021, 9, 9, 5, 15, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 5, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 05:20:38.446693 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02745f57-5789-4679-8b22-f16361143ec7 req-7fd3f5a2-03d3-46b7-bc6c-eb571cd6723f service neutron] Checking segment: {'id': '94ec00f0-b772-441b-b09c-9fabc2701b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4c49d2e8-bbb3-48a4-b9dd-23115ce7620f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 05:20:38.447073 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02745f57-5789-4679-8b22-f16361143ec7 req-7fd3f5a2-03d3-46b7-bc6c-eb571cd6723f service neutron] Bound using segment: {'id': '94ec00f0-b772-441b-b09c-9fabc2701b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4c49d2e8-bbb3-48a4-b9dd-23115ce7620f'} {{(pid=94298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 05:20:38.447548 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.managers [req-02745f57-5789-4679-8b22-f16361143ec7 req-7fd3f5a2-03d3-46b7-bc6c-eb571cd6723f service neutron] Bound port: 5a902b8c-3882-4110-ae09-30e6dbcc1820, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94ec00f0-b772-441b-b09c-9fabc2701b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4c49d2e8-bbb3-48a4-b9dd-23115ce7620f'}}] {{(pid=94298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 05:20:38.447934 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [req-02745f57-5789-4679-8b22-f16361143ec7 req-7fd3f5a2-03d3-46b7-bc6c-eb571cd6723f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:38.511242 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.db [req-02745f57-5789-4679-8b22-f16361143ec7 req-7fd3f5a2-03d3-46b7-bc6c-eb571cd6723f service neutron] For port 5a902b8c-3882-4110-ae09-30e6dbcc1820, host hv-cinder-77262, cleared binding levels {{(pid=94298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 05:20:38.514342 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.db [req-02745f57-5789-4679-8b22-f16361143ec7 req-7fd3f5a2-03d3-46b7-bc6c-eb571cd6723f service neutron] For port 5a902b8c-3882-4110-ae09-30e6dbcc1820, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=5a902b8c-3882-4110-ae09-30e6dbcc1820,segment=NetworkSegment(94ec00f0-b772-441b-b09c-9fabc2701b02),segment_id=94ec00f0-b772-441b-b09c-9fabc2701b02)] {{(pid=94298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 05:20:38.519090 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [req-02745f57-5789-4679-8b22-f16361143ec7 req-7fd3f5a2-03d3-46b7-bc6c-eb571cd6723f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1873021'] for port, after_update {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:38.558632 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02745f57-5789-4679-8b22-f16361143ec7 req-7fd3f5a2-03d3-46b7-bc6c-eb571cd6723f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:20:38.559241 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [req-02745f57-5789-4679-8b22-f16361143ec7 req-7fd3f5a2-03d3-46b7-bc6c-eb571cd6723f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-438482'] for port, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:38.560673 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-02745f57-5789-4679-8b22-f16361143ec7 req-7fd3f5a2-03d3-46b7-bc6c-eb571cd6723f service neutron] 10.222.0.23 "PUT /v2.0/ports/5a902b8c-3882-4110-ae09-30e6dbcc1820 HTTP/1.1" status: 200 len: 1093 time: 0.8128564 Sep 09 05:20:38.561073 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a670417d-b5d9-4cf7-9c81-a2c9861b43a4', 'tag': '5a902b8c-3882-4110-ae09-30e6dbcc1820'}] {{(pid=94298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 05:20:38.563325 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bce242ee21533c645a402e1a550c8899fb444cbd779d7c78464fb91fbc7682ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb8b1139-b08a-4782-a1b1-94999e614638" -d '{"events": [{"name": "network-changed", "server_uuid": "a670417d-b5d9-4cf7-9c81-a2c9861b43a4", "tag": "5a902b8c-3882-4110-ae09-30e6dbcc1820"}]}' {{(pid=94298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 05:20:38.584508 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd3f5a2-03d3-46b7-bc6c-eb571cd6723f service neutron] Pushing event updated for resources: {'Port': ['ID=5a902b8c-3882-4110-ae09-30e6dbcc1820,revision_number=3']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:20:38.611733 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 05:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd300484-826a-47b6-a422-bf5f0b45120d x-openstack-request-id: req-cd300484-826a-47b6-a422-bf5f0b45120d {{(pid=94298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 05:20:38.612044 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a670417d-b5d9-4cf7-9c81-a2c9861b43a4", "tag": "5a902b8c-3882-4110-ae09-30e6dbcc1820", "status": "completed", "code": 200}]} {{(pid=94298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 05:20:38.612339 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cd300484-826a-47b6-a422-bf5f0b45120d {{(pid=94298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 05:20:38.612708 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a670417d-b5d9-4cf7-9c81-a2c9861b43a4', 'tag': '5a902b8c-3882-4110-ae09-30e6dbcc1820', 'status': 'completed', 'code': 200} Sep 09 05:20:38.773385 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device 2f2b6c07-fd6b-4e93-a242-5c78a707832d up at agent ovs-agent-dv-cinder-772623-14-iscsi {{(pid=94299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 05:20:38.832146 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Provisioning complete for port 2f2b6c07-fd6b-4e93-a242-5c78a707832d triggered by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:20:38.832465 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:39.174152 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4350208-1e32-4546-8453-bdeebfc784ff req-31dc9484-46cf-491e-882f-6aff90aaead5 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:20:39.175551 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-a4350208-1e32-4546-8453-bdeebfc784ff req-31dc9484-46cf-491e-882f-6aff90aaead5 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/ports?device_id=8da8187b-6d5c-4b93-abb6-1e2d520bb3e8 HTTP/1.1" status: 200 len: 946 time: 0.0478501 Sep 09 05:20:39.213629 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-a4350208-1e32-4546-8453-bdeebfc784ff req-d9f51c29-0c01-4fd5-9f3e-8f7e2e102cbe tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df6ce14-99a9-4cef-b918-a25f9a2fffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317335 Sep 09 05:20:39.532383 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7436a391-75a5-492d-859c-45242a56c70a req-f51f3d7e-d9da-4239-a8d5-15a761cf9e03 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:20:39.533859 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-7436a391-75a5-492d-859c-45242a56c70a req-f51f3d7e-d9da-4239-a8d5-15a761cf9e03 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=a670417d-b5d9-4cf7-9c81-a2c9861b43a4 HTTP/1.1" status: 200 len: 943 time: 0.0467849 Sep 09 05:20:39.570291 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-7436a391-75a5-492d-859c-45242a56c70a req-b5075147-187d-4672-9373-e5114201c174 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=5af4d00d-ecbd-4eb8-b3e5-1e280e524941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307078 Sep 09 05:20:40.329068 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacf719e-7b66-4f2e-9842-b2e952000589 req-6af7546a-07ba-46ad-a418-a9fdb867e0a0 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:20:40.330633 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-dacf719e-7b66-4f2e-9842-b2e952000589 req-6af7546a-07ba-46ad-a418-a9fdb867e0a0 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/ports?device_id=8da8187b-6d5c-4b93-abb6-1e2d520bb3e8 HTTP/1.1" status: 200 len: 946 time: 0.0505738 Sep 09 05:20:40.366361 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-dacf719e-7b66-4f2e-9842-b2e952000589 req-adc62ca1-4358-40cb-a100-88b11f7657a5 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df6ce14-99a9-4cef-b918-a25f9a2fffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300293 Sep 09 05:20:40.686448 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5535477-5c3f-4cdb-9607-8b90ab8cd23e req-8900b7db-f99d-4aca-bb0b-f76a59a5759c tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:20:40.687892 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-d5535477-5c3f-4cdb-9607-8b90ab8cd23e req-8900b7db-f99d-4aca-bb0b-f76a59a5759c tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=a670417d-b5d9-4cf7-9c81-a2c9861b43a4 HTTP/1.1" status: 200 len: 943 time: 0.0483181 Sep 09 05:20:40.724932 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-d5535477-5c3f-4cdb-9607-8b90ab8cd23e req-887dfe3a-d5df-4f7b-b6ae-118c044a3e9e tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=5af4d00d-ecbd-4eb8-b3e5-1e280e524941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312235 Sep 09 05:20:41.519294 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8b1139-b08a-4782-a1b1-94999e614638 req-325b3671-8d8b-43a1-aa2e-3dfb36719b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:20:41.520740 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-bb8b1139-b08a-4782-a1b1-94999e614638 req-325b3671-8d8b-43a1-aa2e-3dfb36719b1a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=adae3c00f82c46cda5739aa90de24c7f&device_id=a670417d-b5d9-4cf7-9c81-a2c9861b43a4 HTTP/1.1" status: 200 len: 1096 time: 0.0495417 Sep 09 05:20:41.528244 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db16a2b3-4887-4c44-86aa-ee5ef26c9da8 req-b4e647a3-139f-4032-b8ca-1aa70cbbfd68 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:20:41.529610 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-db16a2b3-4887-4c44-86aa-ee5ef26c9da8 req-b4e647a3-139f-4032-b8ca-1aa70cbbfd68 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/ports?device_id=8da8187b-6d5c-4b93-abb6-1e2d520bb3e8 HTTP/1.1" status: 200 len: 946 time: 0.0932257 Sep 09 05:20:41.924750 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-db16a2b3-4887-4c44-86aa-ee5ef26c9da8 req-f4063e2a-6bf1-452b-bd8c-96ece299370e tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df6ce14-99a9-4cef-b918-a25f9a2fffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3866508 Sep 09 05:20:41.964975 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8368274e-10d8-440c-860f-a1d2c1815d1a req-ef7b3692-d156-4aff-9096-23f0ed3b40c1 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:20:41.966576 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-8368274e-10d8-440c-860f-a1d2c1815d1a req-ef7b3692-d156-4aff-9096-23f0ed3b40c1 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=a670417d-b5d9-4cf7-9c81-a2c9861b43a4 HTTP/1.1" status: 200 len: 943 time: 0.1692808 Sep 09 05:20:41.968105 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8b1139-b08a-4782-a1b1-94999e614638 req-24d464e6-d063-49b4-9836-74f71f61c938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:20:41.970598 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-bb8b1139-b08a-4782-a1b1-94999e614638 req-24d464e6-d063-49b4-9836-74f71f61c938 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=adae3c00f82c46cda5739aa90de24c7f&shared=False HTTP/1.1" status: 200 len: 917 time: 0.4399190 Sep 09 05:20:42.067236 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-8368274e-10d8-440c-860f-a1d2c1815d1a req-68d82081-404f-44cf-b39d-aee31d43a1c0 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=5af4d00d-ecbd-4eb8-b3e5-1e280e524941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947547 Sep 09 05:20:42.151320 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8b1139-b08a-4782-a1b1-94999e614638 req-67e45201-aefe-4c14-8886-1fd87e9c13a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:20:42.152779 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-bb8b1139-b08a-4782-a1b1-94999e614638 req-67e45201-aefe-4c14-8886-1fd87e9c13a0 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1721034 Sep 09 05:20:42.226674 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02745f57-5789-4679-8b22-f16361143ec7 req-54906e79-e119-453d-a949-29cb3c514b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:20:42.228118 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-02745f57-5789-4679-8b22-f16361143ec7 req-54906e79-e119-453d-a949-29cb3c514b10 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=adae3c00f82c46cda5739aa90de24c7f&device_id=a670417d-b5d9-4cf7-9c81-a2c9861b43a4 HTTP/1.1" status: 200 len: 1096 time: 0.0393817 Sep 09 05:20:42.272293 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-02745f57-5789-4679-8b22-f16361143ec7 req-f94b1496-4ae3-4e6b-adc4-7f3efa2730aa service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a902b8c-3882-4110-ae09-30e6dbcc1820 HTTP/1.1" status: 200 len: 217 time: 0.0358369 Sep 09 05:20:42.320430 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02745f57-5789-4679-8b22-f16361143ec7 req-ea0e880a-09b4-4212-aa98-394b2e4de9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:20:42.321771 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-02745f57-5789-4679-8b22-f16361143ec7 req-ea0e880a-09b4-4212-aa98-394b2e4de9b4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=af8cc309-f922-4b5b-9139-7f7e8b7747ed HTTP/1.1" status: 200 len: 856 time: 0.0414128 Sep 09 05:20:42.367198 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02745f57-5789-4679-8b22-f16361143ec7 req-9d19ba38-93c2-4c4a-9ae3-9e5def9a8c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:20:42.368710 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-02745f57-5789-4679-8b22-f16361143ec7 req-9d19ba38-93c2-4c4a-9ae3-9e5def9a8c41 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4c49d2e8-bbb3-48a4-b9dd-23115ce7620f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0392084 Sep 09 05:20:42.459393 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-02745f57-5789-4679-8b22-f16361143ec7 req-f5f13439-a905-49be-a972-7d55a2a8a591 service neutron] 10.222.0.23 "GET /v2.0/networks/4c49d2e8-bbb3-48a4-b9dd-23115ce7620f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831108 Sep 09 05:20:42.549332 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-02745f57-5789-4679-8b22-f16361143ec7 req-22fd29e8-c369-4d83-8152-791e133053eb service neutron] 10.222.0.23 "GET /v2.0/networks/4c49d2e8-bbb3-48a4-b9dd-23115ce7620f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824437 Sep 09 05:20:43.037944 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecea423-18c7-4196-b4d2-94da059adcb0 req-17c316af-20f7-4fa5-8210-97d326d530c6 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:20:43.039392 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-9ecea423-18c7-4196-b4d2-94da059adcb0 req-17c316af-20f7-4fa5-8210-97d326d530c6 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/ports?device_id=8da8187b-6d5c-4b93-abb6-1e2d520bb3e8 HTTP/1.1" status: 200 len: 946 time: 0.0479915 Sep 09 05:20:43.077188 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-9ecea423-18c7-4196-b4d2-94da059adcb0 req-5c36cb13-85dc-45ac-b40f-4d99cbdd5a6f tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df6ce14-99a9-4cef-b918-a25f9a2fffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309472 Sep 09 05:20:43.181000 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8860c4-348f-41f3-806e-1fe37c2ae049 req-eb879a82-41e9-475f-a90e-3176cf324ebd tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:20:43.183001 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-bc8860c4-348f-41f3-806e-1fe37c2ae049 req-eb879a82-41e9-475f-a90e-3176cf324ebd tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=a670417d-b5d9-4cf7-9c81-a2c9861b43a4 HTTP/1.1" status: 200 len: 943 time: 0.0476546 Sep 09 05:20:43.219274 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-bc8860c4-348f-41f3-806e-1fe37c2ae049 req-5ba4f43f-226b-4088-92c6-7e905a56b0b9 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=5af4d00d-ecbd-4eb8-b3e5-1e280e524941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305324 Sep 09 05:20:43.873996 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-106feefc-366c-4b1e-a64b-33ddf5f93fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:44.204472 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512b7caa-27aa-4037-bc78-be68841ff520 req-c074bc0e-dc23-4b2c-87fc-d15d88b5c6a3 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:20:44.206164 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-512b7caa-27aa-4037-bc78-be68841ff520 req-c074bc0e-dc23-4b2c-87fc-d15d88b5c6a3 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/ports?device_id=8da8187b-6d5c-4b93-abb6-1e2d520bb3e8 HTTP/1.1" status: 200 len: 946 time: 0.0515847 Sep 09 05:20:44.248986 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-512b7caa-27aa-4037-bc78-be68841ff520 req-ae59e9cc-5ef0-413f-96f0-45e7896149ed tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df6ce14-99a9-4cef-b918-a25f9a2fffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370731 Sep 09 05:20:44.336235 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c389dcc-dcb9-4e0d-be43-77d67580cda0 req-9cfd0fa7-26de-4087-bbaf-db23670ab435 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:20:44.337672 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-8c389dcc-dcb9-4e0d-be43-77d67580cda0 req-9cfd0fa7-26de-4087-bbaf-db23670ab435 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=a670417d-b5d9-4cf7-9c81-a2c9861b43a4 HTTP/1.1" status: 200 len: 943 time: 0.0479000 Sep 09 05:20:44.376443 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-8c389dcc-dcb9-4e0d-be43-77d67580cda0 req-47ce4570-aa01-4233-8ec3-a5f1be662989 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=5af4d00d-ecbd-4eb8-b3e5-1e280e524941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325661 Sep 09 05:20:44.463489 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device 5a902b8c-3882-4110-ae09-30e6dbcc1820 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=94299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 05:20:44.560463 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] For port 5a902b8c-3882-4110-ae09-30e6dbcc1820, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=5a902b8c-3882-4110-ae09-30e6dbcc1820,segment=NetworkSegment(94ec00f0-b772-441b-b09c-9fabc2701b02),segment_id=94ec00f0-b772-441b-b09c-9fabc2701b02)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:20:44.571683 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Returning: {'device': '5a902b8c-3882-4110-ae09-30e6dbcc1820', 'network_id': '4c49d2e8-bbb3-48a4-b9dd-23115ce7620f', 'port_id': '5a902b8c-3882-4110-ae09-30e6dbcc1820', 'mac_address': 'fa:16:3e:99:fe:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af8cc309-f922-4b5b-9139-7f7e8b7747ed', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 05:20:44.609484 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:44.621998 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.notifiers.nova [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a902b8c-3882-4110-ae09-30e6dbcc1820 {{(pid=94299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 05:20:44.640656 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] For port 5a902b8c-3882-4110-ae09-30e6dbcc1820, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=5a902b8c-3882-4110-ae09-30e6dbcc1820,segment=NetworkSegment(94ec00f0-b772-441b-b09c-9fabc2701b02),segment_id=94ec00f0-b772-441b-b09c-9fabc2701b02)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:20:44.645833 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:44.697025 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Pushing event updated for resources: {'Port': ['ID=5a902b8c-3882-4110-ae09-30e6dbcc1820,revision_number=4']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:20:44.704346 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:20:44.704695 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:20:44.705045 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:20:44.705377 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:20:44.705729 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:20:44.706067 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:20:44.706398 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:20:44.706729 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:20:44.707108 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:20:44.707428 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:20:44.707756 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:20:44.708144 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:20:44.872372 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] get_ports_and_sgs() called for port_ids ['5a902b8c-3882-4110-ae09-30e6dbcc1820'] {{(pid=94299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 05:20:45.361109 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1985dbb-e6de-459b-9479-8dc848a6dd43 req-fd4b79c4-a316-41c0-ad79-d9798ce1f462 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:20:45.362579 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-f1985dbb-e6de-459b-9479-8dc848a6dd43 req-fd4b79c4-a316-41c0-ad79-d9798ce1f462 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/ports?device_id=8da8187b-6d5c-4b93-abb6-1e2d520bb3e8 HTTP/1.1" status: 200 len: 946 time: 0.0479929 Sep 09 05:20:45.403249 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-f1985dbb-e6de-459b-9479-8dc848a6dd43 req-7a84f1f9-a41d-4acb-bec2-70ba5d87e68f tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df6ce14-99a9-4cef-b918-a25f9a2fffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346470 Sep 09 05:20:45.501010 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3ab92f-8ba8-488e-b79e-3791fbd8c1cb req-e9939b84-840a-42b2-8f9b-fd733be1d8ff tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:20:45.502575 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-5f3ab92f-8ba8-488e-b79e-3791fbd8c1cb req-e9939b84-840a-42b2-8f9b-fd733be1d8ff tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=a670417d-b5d9-4cf7-9c81-a2c9861b43a4 HTTP/1.1" status: 200 len: 944 time: 0.0482473 Sep 09 05:20:45.542817 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-5f3ab92f-8ba8-488e-b79e-3791fbd8c1cb req-5cc92166-658c-46dc-a077-1e00617653f5 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=5af4d00d-ecbd-4eb8-b3e5-1e280e524941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343351 Sep 09 05:20:46.518080 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc904cd-82e1-4712-855e-0f7842c27a18 req-75b10cad-093f-4c2d-9cfd-b4da07e69740 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:20:46.519249 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-6e6d14d1-1183-40f3-b8b5-b179eacba718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:46.519799 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-abc904cd-82e1-4712-855e-0f7842c27a18 req-75b10cad-093f-4c2d-9cfd-b4da07e69740 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/ports?device_id=8da8187b-6d5c-4b93-abb6-1e2d520bb3e8 HTTP/1.1" status: 200 len: 946 time: 0.0486460 Sep 09 05:20:46.557045 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-abc904cd-82e1-4712-855e-0f7842c27a18 req-3f21615d-b4ac-4602-abac-20d6646a5fb0 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df6ce14-99a9-4cef-b918-a25f9a2fffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314155 Sep 09 05:20:46.657350 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31d920d-7e1a-4302-8308-2f58a98d3f58 req-777f7b25-c1a2-4c41-9bd7-6363180cb11a tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:20:46.658811 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-e31d920d-7e1a-4302-8308-2f58a98d3f58 req-777f7b25-c1a2-4c41-9bd7-6363180cb11a tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=a670417d-b5d9-4cf7-9c81-a2c9861b43a4 HTTP/1.1" status: 200 len: 944 time: 0.0479443 Sep 09 05:20:46.695434 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-e31d920d-7e1a-4302-8308-2f58a98d3f58 req-29915528-73b5-4308-b632-ac2fff082c26 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=5af4d00d-ecbd-4eb8-b3e5-1e280e524941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307558 Sep 09 05:20:46.795964 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device 5a902b8c-3882-4110-ae09-30e6dbcc1820 up at agent hyperv_hv-cinder-77262 {{(pid=94299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 05:20:46.846403 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Provisioning for port 5a902b8c-3882-4110-ae09-30e6dbcc1820 completed by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 05:20:46.849988 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Provisioning complete for port 5a902b8c-3882-4110-ae09-30e6dbcc1820 triggered by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:20:46.850358 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:46.895524 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:46.938073 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:46.960430 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a670417d-b5d9-4cf7-9c81-a2c9861b43a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a902b8c-3882-4110-ae09-30e6dbcc1820'}] {{(pid=94299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 05:20:46.962817 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6baa3fa754b64f0f84acd20b1d53bd6375697f3cd0d79ee629041410e58b9d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4721d1ec-cc30-4f9a-b014-61dce562dd1b" -d '{"events": [{"server_uuid": "a670417d-b5d9-4cf7-9c81-a2c9861b43a4", "name": "network-vif-plugged", "status": "completed", "tag": "5a902b8c-3882-4110-ae09-30e6dbcc1820"}]}' {{(pid=94299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 05:20:46.974957 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] For port 5a902b8c-3882-4110-ae09-30e6dbcc1820, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=5a902b8c-3882-4110-ae09-30e6dbcc1820,segment=NetworkSegment(94ec00f0-b772-441b-b09c-9fabc2701b02),segment_id=94ec00f0-b772-441b-b09c-9fabc2701b02)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:20:46.980328 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:47.003576 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 05:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab2b021-95a5-46b1-8686-6526c2435a9a x-openstack-request-id: req-2ab2b021-95a5-46b1-8686-6526c2435a9a {{(pid=94299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 05:20:47.003868 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a670417d-b5d9-4cf7-9c81-a2c9861b43a4", "name": "network-vif-plugged", "status": "completed", "tag": "5a902b8c-3882-4110-ae09-30e6dbcc1820", "code": 200}]} {{(pid=94299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 05:20:47.004114 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2ab2b021-95a5-46b1-8686-6526c2435a9a {{(pid=94299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 05:20:47.004519 dv-cinder-772623-14-iscsi neutron-server[94299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a670417d-b5d9-4cf7-9c81-a2c9861b43a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a902b8c-3882-4110-ae09-30e6dbcc1820', 'code': 200} Sep 09 05:20:47.031680 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Pushing event updated for resources: {'Port': ['ID=5a902b8c-3882-4110-ae09-30e6dbcc1820,revision_number=5']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:20:47.642534 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-9dcada0b-7967-4cde-8891-c5586c834af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:47.671931 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a2c40-53d4-472d-8588-39270454451e req-c843e748-4386-45bc-bda0-0541fa7de590 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:20:47.673447 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-8f9a2c40-53d4-472d-8588-39270454451e req-c843e748-4386-45bc-bda0-0541fa7de590 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/ports?device_id=8da8187b-6d5c-4b93-abb6-1e2d520bb3e8 HTTP/1.1" status: 200 len: 946 time: 0.0507419 Sep 09 05:20:47.714861 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-8f9a2c40-53d4-472d-8588-39270454451e req-6a23dc97-79b4-43ec-bfe4-e5086350fb18 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df6ce14-99a9-4cef-b918-a25f9a2fffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338538 Sep 09 05:20:47.819614 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644ca310-f97b-4e55-951e-71b1a05e7d9d req-3bc68e61-f626-4966-bed1-98a8b1a2131d tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:20:47.821055 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-644ca310-f97b-4e55-951e-71b1a05e7d9d req-3bc68e61-f626-4966-bed1-98a8b1a2131d tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=a670417d-b5d9-4cf7-9c81-a2c9861b43a4 HTTP/1.1" status: 200 len: 945 time: 0.0473444 Sep 09 05:20:47.863269 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-644ca310-f97b-4e55-951e-71b1a05e7d9d req-3fcb2109-7867-472a-906d-9ec3aba892c5 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=5af4d00d-ecbd-4eb8-b3e5-1e280e524941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334959 Sep 09 05:20:48.849167 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffa0965-e3cb-46cc-a1b4-b79b45b76415 req-f4fd1a6c-c8b8-42ff-add0-1734001caa6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:20:48.850672 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-dffa0965-e3cb-46cc-a1b4-b79b45b76415 req-f4fd1a6c-c8b8-42ff-add0-1734001caa6c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a670417d-b5d9-4cf7-9c81-a2c9861b43a4 HTTP/1.1" status: 200 len: 1098 time: 0.0652046 Sep 09 05:20:48.863636 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9efeaf8-c5df-4d6e-854d-32ab219edb89 req-d21c58de-e34d-4f1f-b924-9dda4b40a43a tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:20:48.865102 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-e9efeaf8-c5df-4d6e-854d-32ab219edb89 req-d21c58de-e34d-4f1f-b924-9dda4b40a43a tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/ports?device_id=8da8187b-6d5c-4b93-abb6-1e2d520bb3e8 HTTP/1.1" status: 200 len: 946 time: 0.0783739 Sep 09 05:20:48.919818 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-dffa0965-e3cb-46cc-a1b4-b79b45b76415 req-7659e65f-d12b-4dcd-aae8-052520ebb63e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5af4d00d-ecbd-4eb8-b3e5-1e280e524941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537844 Sep 09 05:20:48.924597 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-e9efeaf8-c5df-4d6e-854d-32ab219edb89 req-472df087-afcc-436c-b947-9fde32525b1d tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df6ce14-99a9-4cef-b918-a25f9a2fffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529301 Sep 09 05:20:48.982429 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e153015-0604-49de-963a-4fee09558923 req-570db301-e518-473e-a0af-6a9f9c906e4c tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:20:48.983814 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-8e153015-0604-49de-963a-4fee09558923 req-570db301-e518-473e-a0af-6a9f9c906e4c tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=a670417d-b5d9-4cf7-9c81-a2c9861b43a4 HTTP/1.1" status: 200 len: 945 time: 0.0486231 Sep 09 05:20:49.021351 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-8e153015-0604-49de-963a-4fee09558923 req-b44f1718-1105-4e70-8780-a13c06deb3f3 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=5af4d00d-ecbd-4eb8-b3e5-1e280e524941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317056 Sep 09 05:20:49.153138 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-fdc48b13-ab8b-41d0-a622-21cc731cd6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:50.036315 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee427cc9-b32f-4003-bd34-7148d7917124 req-5a0d4461-cf5b-4eae-9c5c-b3a9ca30fca1 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:20:50.037681 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-ee427cc9-b32f-4003-bd34-7148d7917124 req-5a0d4461-cf5b-4eae-9c5c-b3a9ca30fca1 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/ports?device_id=8da8187b-6d5c-4b93-abb6-1e2d520bb3e8 HTTP/1.1" status: 200 len: 946 time: 0.0479338 Sep 09 05:20:50.078822 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-ee427cc9-b32f-4003-bd34-7148d7917124 req-134ec098-c433-4184-b0ae-0ae8e33d1bd0 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df6ce14-99a9-4cef-b918-a25f9a2fffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342445 Sep 09 05:20:50.143645 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd58932b-fae5-4e72-8bc8-3abb7f9347d5 req-b749ae8f-8264-4e25-9323-47efc9366d15 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:20:50.145072 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-fd58932b-fae5-4e72-8bc8-3abb7f9347d5 req-b749ae8f-8264-4e25-9323-47efc9366d15 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=a670417d-b5d9-4cf7-9c81-a2c9861b43a4 HTTP/1.1" status: 200 len: 945 time: 0.0518489 Sep 09 05:20:50.182352 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-fd58932b-fae5-4e72-8bc8-3abb7f9347d5 req-06d9a1c8-2952-4c06-a8e2-0c3f03cca8da tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=5af4d00d-ecbd-4eb8-b3e5-1e280e524941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314221 Sep 09 05:20:51.194956 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe10fdb1-5ee9-4079-a445-d505d1e05d0e req-262a1880-16d0-49d5-8f1d-ec47310ffde3 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:20:51.196426 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-fe10fdb1-5ee9-4079-a445-d505d1e05d0e req-262a1880-16d0-49d5-8f1d-ec47310ffde3 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/ports?device_id=8da8187b-6d5c-4b93-abb6-1e2d520bb3e8 HTTP/1.1" status: 200 len: 946 time: 0.0495980 Sep 09 05:20:51.234576 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-fe10fdb1-5ee9-4079-a445-d505d1e05d0e req-692c0589-15a4-4b06-875f-46022f4fc96a tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df6ce14-99a9-4cef-b918-a25f9a2fffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315857 Sep 09 05:20:51.299046 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a546094-285a-48ff-bf2f-d2a6ff569b37 req-5d39bbe7-fdeb-4fed-9bd6-1a8adcf66411 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:20:51.300510 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-3a546094-285a-48ff-bf2f-d2a6ff569b37 req-5d39bbe7-fdeb-4fed-9bd6-1a8adcf66411 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=a670417d-b5d9-4cf7-9c81-a2c9861b43a4 HTTP/1.1" status: 200 len: 945 time: 0.0479991 Sep 09 05:20:51.337229 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-3a546094-285a-48ff-bf2f-d2a6ff569b37 req-2eae83ec-32d1-49a5-af56-1977bd3dd62d tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=5af4d00d-ecbd-4eb8-b3e5-1e280e524941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310059 Sep 09 05:20:52.350590 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d361d-1656-4ae9-9a74-63d8db373bdb req-676802b7-48a4-4a19-9c13-3cc58d87a249 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:20:52.352283 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-e13d361d-1656-4ae9-9a74-63d8db373bdb req-676802b7-48a4-4a19-9c13-3cc58d87a249 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/ports?device_id=8da8187b-6d5c-4b93-abb6-1e2d520bb3e8 HTTP/1.1" status: 200 len: 946 time: 0.0512376 Sep 09 05:20:52.389166 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-e13d361d-1656-4ae9-9a74-63d8db373bdb req-1df302e1-f91b-47e5-b55d-6ac73e8c58df tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df6ce14-99a9-4cef-b918-a25f9a2fffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310984 Sep 09 05:20:52.462275 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e2102d-c752-409c-9659-f03bc8197626 req-394ab052-875d-42d5-b885-3e469d90bae4 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:20:52.464400 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-86e2102d-c752-409c-9659-f03bc8197626 req-394ab052-875d-42d5-b885-3e469d90bae4 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=a670417d-b5d9-4cf7-9c81-a2c9861b43a4 HTTP/1.1" status: 200 len: 945 time: 0.0529921 Sep 09 05:20:52.503075 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-86e2102d-c752-409c-9659-f03bc8197626 req-777e95b7-99e8-4ee3-b1da-3abe114edffb tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=5af4d00d-ecbd-4eb8-b3e5-1e280e524941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316851 Sep 09 05:20:53.541154 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d27507-24a5-4b25-97d3-04018b3bc423 req-fd57aa59-8078-4b64-94be-6eb12bcca1f0 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:20:53.543270 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-24d27507-24a5-4b25-97d3-04018b3bc423 req-fd57aa59-8078-4b64-94be-6eb12bcca1f0 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/ports?device_id=8da8187b-6d5c-4b93-abb6-1e2d520bb3e8 HTTP/1.1" status: 200 len: 946 time: 0.0491509 Sep 09 05:20:53.592936 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-24d27507-24a5-4b25-97d3-04018b3bc423 req-47943b21-a2b9-4fc9-ae16-c012dbfb098e tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df6ce14-99a9-4cef-b918-a25f9a2fffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434363 Sep 09 05:20:53.637248 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f2d181-a04d-4c18-8b14-1552e4237d23 req-352d2cf7-a95f-4412-8adf-12b795abe565 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:20:53.639069 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-34f2d181-a04d-4c18-8b14-1552e4237d23 req-352d2cf7-a95f-4412-8adf-12b795abe565 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=a670417d-b5d9-4cf7-9c81-a2c9861b43a4 HTTP/1.1" status: 200 len: 945 time: 0.0630071 Sep 09 05:20:53.687445 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-34f2d181-a04d-4c18-8b14-1552e4237d23 req-728d94b8-b3a1-4cea-a678-4f919f2e127d tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=5af4d00d-ecbd-4eb8-b3e5-1e280e524941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423598 Sep 09 05:20:53.800700 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cebcd25-86c5-4816-9b34-ef8ec6d53ed4 req-f340ab08-9d23-466f-8821-0c477da9d78e tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:20:53.802120 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-8cebcd25-86c5-4816-9b34-ef8ec6d53ed4 req-f340ab08-9d23-466f-8821-0c477da9d78e tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=a670417d-b5d9-4cf7-9c81-a2c9861b43a4 HTTP/1.1" status: 200 len: 945 time: 0.0482280 Sep 09 05:20:53.811360 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 39496) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:20:53.818027 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.v2.base [None req-f1982cde-9f7b-42ad-b4db-618e639f0364 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Request body: {'floatingip': {'port_id': '5a902b8c-3882-4110-ae09-30e6dbcc1820'}} {{(pid=94297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:20:53.900024 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-f1982cde-9f7b-42ad-b4db-618e639f0364 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Notify callbacks [] for floatingip, before_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:54.490080 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-f1982cde-9f7b-42ad-b4db-618e639f0364 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:54.493897 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-f1982cde-9f7b-42ad-b4db-618e639f0364 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600363'] for floatingip, after_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:54.590526 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.db.l3_db [None req-f1982cde-9f7b-42ad-b4db-618e639f0364 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Floating IP 08b0247c-8ced-44c6-9118-44ee2dc2ea2e associated. External IP: 172.27.2.4, port: 5a902b8c-3882-4110-ae09-30e6dbcc1820. Sep 09 05:20:54.715317 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d129fc31-9bd1-48b1-88ca-c8047c451fc3 req-03a64f1f-94c1-4229-9d08-42a5c0998b33 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:20:54.716850 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-d129fc31-9bd1-48b1-88ca-c8047c451fc3 req-03a64f1f-94c1-4229-9d08-42a5c0998b33 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/ports?device_id=8da8187b-6d5c-4b93-abb6-1e2d520bb3e8 HTTP/1.1" status: 200 len: 946 time: 0.0563595 Sep 09 05:20:54.758040 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-d129fc31-9bd1-48b1-88ca-c8047c451fc3 req-520cbb50-68fb-4260-9462-c96adecc8aca tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df6ce14-99a9-4cef-b918-a25f9a2fffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333896 Sep 09 05:20:54.807443 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1982cde-9f7b-42ad-b4db-618e639f0364 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Router f9e8dd9a-5f5d-4da4-a903-4f984a247988 has already been hosted by L3 agent e912432c-85e4-4a31-b574-aae2dcf01ec7 {{(pid=94297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 05:20:54.940155 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1982cde-9f7b-42ad-b4db-618e639f0364 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Notify agent at l3_agent.dv-cinder-772623-14-iscsi the message routers_updated {{(pid=94297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 05:20:54.945985 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-f1982cde-9f7b-42ad-b4db-618e639f0364 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-438482'] for floatingip, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:54.953565 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9807689a-1f50-4027-b10e-f39808527a9c None None] Sync routers for ids ['f9e8dd9a-5f5d-4da4-a903-4f984a247988'] in dv-cinder-772623-14-iscsi {{(pid=94299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 05:20:54.965408 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9807689a-1f50-4027-b10e-f39808527a9c None None] Routers {'f9e8dd9a-5f5d-4da4-a903-4f984a247988'} bound to L3 agent in host dv-cinder-772623-14-iscsi {{(pid=94299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 05:20:54.966427 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-9807689a-1f50-4027-b10e-f39808527a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T05:09:16Z,description=,heartbeat_timestamp=2021-09-09T05:20:47Z,host='dv-cinder-772623-14-iscsi',id=e912432c-85e4-4a31-b574-aae2dcf01ec7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T05:09:16Z,topic='l3_agent')) {'router_ids': ['f9e8dd9a-5f5d-4da4-a903-4f984a247988'], 'active': True} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:20:54.974822 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-f1982cde-9f7b-42ad-b4db-618e639f0364 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "PUT /v2.0/floatingips/08b0247c-8ced-44c6-9118-44ee2dc2ea2e HTTP/1.1" status: 200 len: 989 time: 1.1614468 Sep 09 05:20:54.975477 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a670417d-b5d9-4cf7-9c81-a2c9861b43a4', 'tag': '5a902b8c-3882-4110-ae09-30e6dbcc1820'}] {{(pid=94297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 05:20:54.982154 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85c66017178c43798701892324557e4ac90163104f6096848bec1798d04fbbd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bbaefdf-95eb-4ce6-a09d-c3a977666c7e" -d '{"events": [{"name": "network-changed", "server_uuid": "a670417d-b5d9-4cf7-9c81-a2c9861b43a4", "tag": "5a902b8c-3882-4110-ae09-30e6dbcc1820"}]}' {{(pid=94297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 05:20:55.023128 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295a1105-643c-4a1d-84a3-4013822463e7 req-dae123ba-00b8-44ca-a77f-e17265a52da1 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:20:55.024643 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-295a1105-643c-4a1d-84a3-4013822463e7 req-dae123ba-00b8-44ca-a77f-e17265a52da1 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/ports?device_id=8da8187b-6d5c-4b93-abb6-1e2d520bb3e8 HTTP/1.1" status: 200 len: 946 time: 0.1101027 Sep 09 05:20:55.048067 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb31d53-345d-405b-b3f2-64e096261210 req-e980ee49-5703-44e7-b4a2-bef5bbde5030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:20:55.049549 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-9eb31d53-345d-405b-b3f2-64e096261210 req-e980ee49-5703-44e7-b4a2-bef5bbde5030 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9bed73d6cc44482b88fb30bf66765cac&device_id=8da8187b-6d5c-4b93-abb6-1e2d520bb3e8 HTTP/1.1" status: 200 len: 1099 time: 0.0928020 Sep 09 05:20:55.089014 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-295a1105-643c-4a1d-84a3-4013822463e7 req-832d4425-0e43-4d28-aeaa-0b5e2f4860f4 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df6ce14-99a9-4cef-b918-a25f9a2fffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565615 Sep 09 05:20:55.089460 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvr_db [None req-9807689a-1f50-4027-b10e-f39808527a9c None None] Set router f9e8dd9a-5f5d-4da4-a903-4f984a247988 gateway port host: dv-cinder-772623-14-iscsi {{(pid=94299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 05:20:55.107091 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 05:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9db6d33d-5b4d-4a81-9f4c-e0e66c1c8412 x-openstack-request-id: req-9db6d33d-5b4d-4a81-9f4c-e0e66c1c8412 {{(pid=94297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 05:20:55.107378 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a670417d-b5d9-4cf7-9c81-a2c9861b43a4", "tag": "5a902b8c-3882-4110-ae09-30e6dbcc1820", "status": "completed", "code": 200}]} {{(pid=94297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 05:20:55.107628 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9db6d33d-5b4d-4a81-9f4c-e0e66c1c8412 {{(pid=94297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 05:20:55.108025 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a670417d-b5d9-4cf7-9c81-a2c9861b43a4', 'tag': '5a902b8c-3882-4110-ae09-30e6dbcc1820', 'status': 'completed', 'code': 200} Sep 09 05:20:55.163717 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb31d53-345d-405b-b3f2-64e096261210 req-be80bb55-795b-41c7-b2e9-2b969bc745de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:20:55.165200 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-9eb31d53-345d-405b-b3f2-64e096261210 req-be80bb55-795b-41c7-b2e9-2b969bc745de service neutron] 10.222.0.23 "GET /v2.0/networks?id=7b28e044-cfb6-46f2-81af-55250817b403 HTTP/1.1" status: 200 len: 910 time: 0.1010821 Sep 09 05:20:55.168512 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbaefdf-95eb-4ce6-a09d-c3a977666c7e req-ccf60cbc-4498-48cc-a4b9-0e457c439163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:20:55.170007 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-7bbaefdf-95eb-4ce6-a09d-c3a977666c7e req-ccf60cbc-4498-48cc-a4b9-0e457c439163 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=adae3c00f82c46cda5739aa90de24c7f&device_id=a670417d-b5d9-4cf7-9c81-a2c9861b43a4 HTTP/1.1" status: 200 len: 1098 time: 0.0425332 Sep 09 05:20:55.263438 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbaefdf-95eb-4ce6-a09d-c3a977666c7e req-b0df2ac7-4ecc-4d93-b416-c8857d8c1b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:20:55.265905 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-7bbaefdf-95eb-4ce6-a09d-c3a977666c7e req-b0df2ac7-4ecc-4d93-b416-c8857d8c1b3f service neutron] 10.222.0.23 "GET /v2.0/networks?id=4c49d2e8-bbb3-48a4-b9dd-23115ce7620f HTTP/1.1" status: 200 len: 917 time: 0.0879717 Sep 09 05:20:55.284460 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-9eb31d53-345d-405b-b3f2-64e096261210 req-9fcf25fd-ddd7-4c8e-b708-a2d050d9a733 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8b0999b-cf5b-4349-ac9d-3ce487d83d68 HTTP/1.1" status: 200 len: 1002 time: 0.1063094 Sep 09 05:20:55.337964 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb31d53-345d-405b-b3f2-64e096261210 req-a53e9163-29d5-4adb-b417-174c3b4b26aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:20:55.340353 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-9eb31d53-345d-405b-b3f2-64e096261210 req-a53e9163-29d5-4adb-b417-174c3b4b26aa service neutron] 10.222.0.23 "GET /v2.0/subnets?id=51c02a87-9f42-4bcc-8c63-f9b42807f41e HTTP/1.1" status: 200 len: 849 time: 0.0497804 Sep 09 05:20:55.350564 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-7bbaefdf-95eb-4ce6-a09d-c3a977666c7e req-1c21ba03-bcf7-47ab-a86d-c6097cc27f47 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a902b8c-3882-4110-ae09-30e6dbcc1820 HTTP/1.1" status: 200 len: 997 time: 0.0782039 Sep 09 05:20:55.388798 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-9807689a-1f50-4027-b10e-f39808527a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e8dd9a-5f5d-4da4-a903-4f984a247988', 'name': 'tempest-AttachVolumeShelveTestJSON-1912886731-router', 'tenant_id': 'adae3c00f82c46cda5739aa90de24c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '15bc8b26-8181-49ef-9a78-a1dfa7020b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:20:29Z', 'updated_at': '2021-09-09T05:20:32Z', 'revision_number': 4, 'project_id': 'adae3c00f82c46cda5739aa90de24c7f', 'gw_port': {'id': '15bc8b26-8181-49ef-9a78-a1dfa7020b15', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:fc:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e8dd9a-5f5d-4da4-a903-4f984a247988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:20:30Z', 'updated_at': '2021-09-09T05:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi', '_floatingips': [{'id': '08b0247c-8ced-44c6-9118-44ee2dc2ea2e', 'tenant_id': 'adae3c00f82c46cda5739aa90de24c7f', 'floating_ip_address': '172.27.2.4', 'floating_network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'router_id': 'f9e8dd9a-5f5d-4da4-a903-4f984a247988', 'port_id': '5a902b8c-3882-4110-ae09-30e6dbcc1820', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c49d2e8-bbb3-48a4-b9dd-23115ce7620f', 'mac_address': 'fa:16:3e:99:fe:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a670417d-b5d9-4cf7-9c81-a2c9861b43a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T05:20:34Z', 'updated_at': '2021-09-09T05:20:54Z', 'revision_number': 1, 'project_id': 'adae3c00f82c46cda5739aa90de24c7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f2b6c07-fd6b-4e93-a242-5c78a707832d', 'name': '', 'network_id': '4c49d2e8-bbb3-48a4-b9dd-23115ce7620f', 'tenant_id': 'adae3c00f82c46cda5739aa90de24c7f', 'mac_address': 'fa:16:3e:7c:0c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e8dd9a-5f5d-4da4-a903-4f984a247988', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'af8cc309-f922-4b5b-9139-7f7e8b7747ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:20:32Z', 'updated_at': '2021-09-09T05:20:37Z', 'revision_number': 5, 'project_id': 'adae3c00f82c46cda5739aa90de24c7f', 'subnets': [{'id': 'af8cc309-f922-4b5b-9139-7f7e8b7747ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-14-iscsi', False) {} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:20:55.406066 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb31d53-345d-405b-b3f2-64e096261210 req-24be51d7-61b7-4f22-8a6d-089efbcfb456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:20:55.407374 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbaefdf-95eb-4ce6-a09d-c3a977666c7e req-752bb2e0-b732-44d5-9792-5df905816552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:20:55.407631 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-9eb31d53-345d-405b-b3f2-64e096261210 req-24be51d7-61b7-4f22-8a6d-089efbcfb456 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7b28e044-cfb6-46f2-81af-55250817b403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0570953 Sep 09 05:20:55.408866 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-7bbaefdf-95eb-4ce6-a09d-c3a977666c7e req-752bb2e0-b732-44d5-9792-5df905816552 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=af8cc309-f922-4b5b-9139-7f7e8b7747ed HTTP/1.1" status: 200 len: 856 time: 0.0521166 Sep 09 05:20:55.421005 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9807689a-1f50-4027-b10e-f39808527a9c None None] Checking router: f9e8dd9a-5f5d-4da4-a903-4f984a247988 for host: dv-cinder-772623-14-iscsi {{(pid=94299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 05:20:55.430394 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9807689a-1f50-4027-b10e-f39808527a9c None None] Routers {'f9e8dd9a-5f5d-4da4-a903-4f984a247988'} bound to L3 agent in host dv-cinder-772623-14-iscsi {{(pid=94299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 05:20:55.431005 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-9807689a-1f50-4027-b10e-f39808527a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T05:09:16Z,description=,heartbeat_timestamp=2021-09-09T05:20:47Z,host='dv-cinder-772623-14-iscsi',id=e912432c-85e4-4a31-b574-aae2dcf01ec7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T05:09:16Z,topic='l3_agent')) {'router_ids': ['f9e8dd9a-5f5d-4da4-a903-4f984a247988'], 'active': True} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:20:55.467736 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbaefdf-95eb-4ce6-a09d-c3a977666c7e req-47b79497-00f9-48ca-b5db-db796cb18bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:20:55.469255 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-7bbaefdf-95eb-4ce6-a09d-c3a977666c7e req-47b79497-00f9-48ca-b5db-db796cb18bf0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4c49d2e8-bbb3-48a4-b9dd-23115ce7620f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0485907 Sep 09 05:20:55.513235 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-9eb31d53-345d-405b-b3f2-64e096261210 req-c1db4486-a12b-4c77-a120-98515a79aa04 service neutron] 10.222.0.23 "GET /v2.0/networks/7b28e044-cfb6-46f2-81af-55250817b403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925891 Sep 09 05:20:55.554599 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvr_db [None req-9807689a-1f50-4027-b10e-f39808527a9c None None] Set router f9e8dd9a-5f5d-4da4-a903-4f984a247988 gateway port host: dv-cinder-772623-14-iscsi {{(pid=94299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 05:20:55.572660 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-7bbaefdf-95eb-4ce6-a09d-c3a977666c7e req-169e892a-3d55-42f4-b5c5-85e90babe47d service neutron] 10.222.0.23 "GET /v2.0/networks/4c49d2e8-bbb3-48a4-b9dd-23115ce7620f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952647 Sep 09 05:20:55.614904 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-9eb31d53-345d-405b-b3f2-64e096261210 req-e003834d-757d-4c93-ab9a-15b308dd6f7c service neutron] 10.222.0.23 "GET /v2.0/networks/7b28e044-cfb6-46f2-81af-55250817b403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938432 Sep 09 05:20:55.665784 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-7bbaefdf-95eb-4ce6-a09d-c3a977666c7e req-c8516b3c-86e5-480c-82a2-daf161f32138 service neutron] 10.222.0.23 "GET /v2.0/networks/4c49d2e8-bbb3-48a4-b9dd-23115ce7620f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864782 Sep 09 05:20:55.778695 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-9807689a-1f50-4027-b10e-f39808527a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e8dd9a-5f5d-4da4-a903-4f984a247988', 'name': 'tempest-AttachVolumeShelveTestJSON-1912886731-router', 'tenant_id': 'adae3c00f82c46cda5739aa90de24c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '15bc8b26-8181-49ef-9a78-a1dfa7020b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:20:29Z', 'updated_at': '2021-09-09T05:20:32Z', 'revision_number': 4, 'project_id': 'adae3c00f82c46cda5739aa90de24c7f', 'gw_port': {'id': '15bc8b26-8181-49ef-9a78-a1dfa7020b15', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:fc:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e8dd9a-5f5d-4da4-a903-4f984a247988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:20:30Z', 'updated_at': '2021-09-09T05:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi', '_floatingips': [{'id': '08b0247c-8ced-44c6-9118-44ee2dc2ea2e', 'tenant_id': 'adae3c00f82c46cda5739aa90de24c7f', 'floating_ip_address': '172.27.2.4', 'floating_network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'router_id': 'f9e8dd9a-5f5d-4da4-a903-4f984a247988', 'port_id': '5a902b8c-3882-4110-ae09-30e6dbcc1820', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c49d2e8-bbb3-48a4-b9dd-23115ce7620f', 'mac_address': 'fa:16:3e:99:fe:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a670417d-b5d9-4cf7-9c81-a2c9861b43a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T05:20:34Z', 'updated_at': '2021-09-09T05:20:54Z', 'revision_number': 1, 'project_id': 'adae3c00f82c46cda5739aa90de24c7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f2b6c07-fd6b-4e93-a242-5c78a707832d', 'name': '', 'network_id': '4c49d2e8-bbb3-48a4-b9dd-23115ce7620f', 'tenant_id': 'adae3c00f82c46cda5739aa90de24c7f', 'mac_address': 'fa:16:3e:7c:0c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e8dd9a-5f5d-4da4-a903-4f984a247988', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'af8cc309-f922-4b5b-9139-7f7e8b7747ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:20:32Z', 'updated_at': '2021-09-09T05:20:37Z', 'revision_number': 5, 'project_id': 'adae3c00f82c46cda5739aa90de24c7f', 'subnets': [{'id': 'af8cc309-f922-4b5b-9139-7f7e8b7747ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-14-iscsi', False) {} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:20:55.807991 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9807689a-1f50-4027-b10e-f39808527a9c None None] The sync data for ids ['f9e8dd9a-5f5d-4da4-a903-4f984a247988'] in dv-cinder-772623-14-iscsi is: [{'id': 'f9e8dd9a-5f5d-4da4-a903-4f984a247988', 'name': 'tempest-AttachVolumeShelveTestJSON-1912886731-router', 'tenant_id': 'adae3c00f82c46cda5739aa90de24c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '15bc8b26-8181-49ef-9a78-a1dfa7020b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:20:29Z', 'updated_at': '2021-09-09T05:20:32Z', 'revision_number': 4, 'project_id': 'adae3c00f82c46cda5739aa90de24c7f', 'gw_port': {'id': '15bc8b26-8181-49ef-9a78-a1dfa7020b15', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:fc:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e8dd9a-5f5d-4da4-a903-4f984a247988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:20:30Z', 'updated_at': '2021-09-09T05:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi', '_floatingips': [{'id': '08b0247c-8ced-44c6-9118-44ee2dc2ea2e', 'tenant_id': 'adae3c00f82c46cda5739aa90de24c7f', 'floating_ip_address': '172.27.2.4', 'floating_network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'router_id': 'f9e8dd9a-5f5d-4da4-a903-4f984a247988', 'port_id': '5a902b8c-3882-4110-ae09-30e6dbcc1820', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c49d2e8-bbb3-48a4-b9dd-23115ce7620f', 'mac_address': 'fa:16:3e:99:fe:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a670417d-b5d9-4cf7-9c81-a2c9861b43a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T05:20:34Z', 'updated_at': '2021-09-09T05:20:54Z', 'revision_number': 1, 'project_id': 'adae3c00f82c46cda5739aa90de24c7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f2b6c07-fd6b-4e93-a242-5c78a707832d', 'name': '', 'network_id': '4c49d2e8-bbb3-48a4-b9dd-23115ce7620f', 'tenant_id': 'adae3c00f82c46cda5739aa90de24c7f', 'mac_address': 'fa:16:3e:7c:0c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e8dd9a-5f5d-4da4-a903-4f984a247988', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'af8cc309-f922-4b5b-9139-7f7e8b7747ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:20:32Z', 'updated_at': '2021-09-09T05:20:37Z', 'revision_number': 5, 'project_id': 'adae3c00f82c46cda5739aa90de24c7f', 'subnets': [{'id': 'af8cc309-f922-4b5b-9139-7f7e8b7747ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 05:20:55.992038 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4de1071-6e3f-4940-a600-ad41a83498cc None None] New status for floating IP 08b0247c-8ced-44c6-9118-44ee2dc2ea2e: ACTIVE {{(pid=94300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 05:20:56.228723 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96621059-a59d-44a7-8333-bc3da4196eb6 req-6e0a3820-0485-44e9-a14a-073832108958 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:20:56.230313 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-96621059-a59d-44a7-8333-bc3da4196eb6 req-6e0a3820-0485-44e9-a14a-073832108958 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/ports?device_id=8da8187b-6d5c-4b93-abb6-1e2d520bb3e8 HTTP/1.1" status: 200 len: 946 time: 0.0543942 Sep 09 05:20:56.271034 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-96621059-a59d-44a7-8333-bc3da4196eb6 req-233d3bb1-9715-4b6f-88bb-98cf437ec01b tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df6ce14-99a9-4cef-b918-a25f9a2fffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336566 Sep 09 05:20:57.386344 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a634614f-adcf-485e-a40b-509d8dba48f1 req-af84a892-cce5-4264-8b9f-21b88e042c75 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:20:57.387809 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-a634614f-adcf-485e-a40b-509d8dba48f1 req-af84a892-cce5-4264-8b9f-21b88e042c75 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/ports?device_id=8da8187b-6d5c-4b93-abb6-1e2d520bb3e8 HTTP/1.1" status: 200 len: 946 time: 0.0480709 Sep 09 05:20:57.428024 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-a634614f-adcf-485e-a40b-509d8dba48f1 req-e12eabaa-bc00-439e-bfdc-1e3b4329c155 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df6ce14-99a9-4cef-b918-a25f9a2fffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344136 Sep 09 05:20:58.300529 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 39572) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:20:58.403013 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-939fbe8c-5c62-41e8-8b1d-eda88e8bc90a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:58.489403 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-939fbe8c-5c62-41e8-8b1d-eda88e8bc90a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:58.493015 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-939fbe8c-5c62-41e8-8b1d-eda88e8bc90a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:58.529678 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-939fbe8c-5c62-41e8-8b1d-eda88e8bc90a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bd4debbda93e41b597f0814f544e6f09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2281067 Sep 09 05:20:58.531590 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939fbe8c-5c62-41e8-8b1d-eda88e8bc90a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d92c76b-561d-4946-9509-8c74e11ddc1c,revision_number=1']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:20:58.532419 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 39576) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:20:58.538690 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939fbe8c-5c62-41e8-8b1d-eda88e8bc90a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:20:58.539044 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939fbe8c-5c62-41e8-8b1d-eda88e8bc90a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:20:58.539384 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939fbe8c-5c62-41e8-8b1d-eda88e8bc90a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:20:58.539719 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939fbe8c-5c62-41e8-8b1d-eda88e8bc90a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:20:58.540050 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939fbe8c-5c62-41e8-8b1d-eda88e8bc90a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:20:58.540380 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939fbe8c-5c62-41e8-8b1d-eda88e8bc90a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:20:58.540712 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939fbe8c-5c62-41e8-8b1d-eda88e8bc90a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:20:58.541039 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939fbe8c-5c62-41e8-8b1d-eda88e8bc90a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:20:58.541363 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939fbe8c-5c62-41e8-8b1d-eda88e8bc90a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:20:58.542222 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939fbe8c-5c62-41e8-8b1d-eda88e8bc90a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:20:58.543015 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939fbe8c-5c62-41e8-8b1d-eda88e8bc90a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:20:58.543345 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939fbe8c-5c62-41e8-8b1d-eda88e8bc90a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:20:58.583845 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-ee7d9017-052d-4bb6-b451-714cf9f5d40d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:58.612759 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-ee7d9017-052d-4bb6-b451-714cf9f5d40d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:58.662366 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-ee7d9017-052d-4bb6-b451-714cf9f5d40d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:58.664874 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-ee7d9017-052d-4bb6-b451-714cf9f5d40d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:20:58.666066 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-ee7d9017-052d-4bb6-b451-714cf9f5d40d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7d92c76b-561d-4946-9509-8c74e11ddc1c HTTP/1.1" status: 204 len: 168 time: 0.1326408 Sep 09 05:20:58.674367 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d9017-052d-4bb6-b451-714cf9f5d40d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d92c76b-561d-4946-9509-8c74e11ddc1c,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:20:58.681365 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d9017-052d-4bb6-b451-714cf9f5d40d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:20:58.681724 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d9017-052d-4bb6-b451-714cf9f5d40d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:20:58.682663 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d9017-052d-4bb6-b451-714cf9f5d40d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:20:58.682663 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d9017-052d-4bb6-b451-714cf9f5d40d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:20:58.683271 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d9017-052d-4bb6-b451-714cf9f5d40d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:20:58.683271 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d9017-052d-4bb6-b451-714cf9f5d40d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:20:58.683652 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d9017-052d-4bb6-b451-714cf9f5d40d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:20:58.683652 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d9017-052d-4bb6-b451-714cf9f5d40d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:20:58.683971 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d9017-052d-4bb6-b451-714cf9f5d40d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:20:58.684312 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d9017-052d-4bb6-b451-714cf9f5d40d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:20:58.684604 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d9017-052d-4bb6-b451-714cf9f5d40d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:20:58.684916 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7d9017-052d-4bb6-b451-714cf9f5d40d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:21:01.032174 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 39650) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:21:01.076353 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.db_base_plugin_v2 [None req-88eafd03-78e5-4cbb-b45d-52890ad6a67b admin admin] Deleting subnet f14389e8-9a40-46cd-abb3-2f74ea890948 {{(pid=94297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 05:21:01.079378 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-88eafd03-78e5-4cbb-b45d-52890ad6a67b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:01.113193 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-88eafd03-78e5-4cbb-b45d-52890ad6a67b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25248003'] for subnet, precommit_delete_associations {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:01.153653 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-88eafd03-78e5-4cbb-b45d-52890ad6a67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3773045'] for subnet, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:01.212275 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-88eafd03-78e5-4cbb-b45d-52890ad6a67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3773052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29281072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28951308'] for subnet, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:01.237553 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eafd03-78e5-4cbb-b45d-52890ad6a67b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f14389e8-9a40-46cd-abb3-2f74ea890948,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:21:01.241554 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-88eafd03-78e5-4cbb-b45d-52890ad6a67b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:01.243432 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-88eafd03-78e5-4cbb-b45d-52890ad6a67b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f14389e8-9a40-46cd-abb3-2f74ea890948 HTTP/1.1" status: 204 len: 168 time: 0.2102332 Sep 09 05:21:01.246563 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 39656) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:21:01.315773 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-23e4aa09-dfc9-4b59-9fb1-c999695a75b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3957161'] for network, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:01.623593 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-23e4aa09-dfc9-4b59-9fb1-c999695a75b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3771648', 'neutron.services.segments.db._delete_segments_for_network-8748632184989'] for network, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:01.642463 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.services.segments.db [None req-23e4aa09-dfc9-4b59-9fb1-c999695a75b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2d7b2a3-0495-4459-b8c3-5c9495a1d591']}} {{(pid=94297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:21:01.651840 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.services.segments.db [None req-23e4aa09-dfc9-4b59-9fb1-c999695a75b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1545240a-f080-4a75-a9e1-8044d52ca07a') {'for_net_delete': True} {{(pid=94297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:21:01.652129 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.services.segments.db [None req-23e4aa09-dfc9-4b59-9fb1-c999695a75b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1545240a-f080-4a75-a9e1-8044d52ca07a') {} {{(pid=94297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:21:01.661014 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-23e4aa09-dfc9-4b59-9fb1-c999695a75b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748632182438', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25248122'] for segment, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:01.677471 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-23e4aa09-dfc9-4b59-9fb1-c999695a75b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771871'] for segment, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:01.685415 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23e4aa09-dfc9-4b59-9fb1-c999695a75b0 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=94297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 05:21:01.685830 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-23e4aa09-dfc9-4b59-9fb1-c999695a75b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29280210'] for segment, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:01.687447 dv-cinder-772623-14-iscsi neutron-server[94297]: Traceback (most recent call last): Sep 09 05:21:01.687447 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 05:21:01.687447 dv-cinder-772623-14-iscsi neutron-server[94297]: timer() Sep 09 05:21:01.687447 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 05:21:01.687447 dv-cinder-772623-14-iscsi neutron-server[94297]: cb(*args, **kw) Sep 09 05:21:01.687447 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 05:21:01.687447 dv-cinder-772623-14-iscsi neutron-server[94297]: return func(*args, **kwargs) Sep 09 05:21:01.687447 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 05:21:01.687447 dv-cinder-772623-14-iscsi neutron-server[94297]: self._notify() Sep 09 05:21:01.687447 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 05:21:01.687447 dv-cinder-772623-14-iscsi neutron-server[94297]: self.callback(batched_events) Sep 09 05:21:01.687447 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 05:21:01.687447 dv-cinder-772623-14-iscsi neutron-server[94297]: event.method(event) Sep 09 05:21:01.687447 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 05:21:01.687447 dv-cinder-772623-14-iscsi neutron-server[94297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 05:21:01.687447 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 05:21:01.687447 dv-cinder-772623-14-iscsi neutron-server[94297]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 05:21:01.687447 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 05:21:01.687447 dv-cinder-772623-14-iscsi neutron-server[94297]: return f(self, *a, **k) Sep 09 05:21:01.687447 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 05:21:01.687447 dv-cinder-772623-14-iscsi neutron-server[94297]: return self._get(url).json() Sep 09 05:21:01.687447 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 05:21:01.687447 dv-cinder-772623-14-iscsi neutron-server[94297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 05:21:01.687447 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 05:21:01.687447 dv-cinder-772623-14-iscsi neutron-server[94297]: return self.request(url, 'GET', **kwargs) Sep 09 05:21:01.687447 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 05:21:01.687447 dv-cinder-772623-14-iscsi neutron-server[94297]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 05:21:01.687447 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 05:21:01.687447 dv-cinder-772623-14-iscsi neutron-server[94297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 05:21:01.687447 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 05:21:01.687447 dv-cinder-772623-14-iscsi neutron-server[94297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 05:21:01.687447 dv-cinder-772623-14-iscsi neutron-server[94297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 05:21:01.743390 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-23e4aa09-dfc9-4b59-9fb1-c999695a75b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3773683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600345'] for network, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:01.748573 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-23e4aa09-dfc9-4b59-9fb1-c999695a75b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for network, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:01.750336 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-23e4aa09-dfc9-4b59-9fb1-c999695a75b0 admin admin] 10.222.0.24 "DELETE /v2.0/networks/d2d7b2a3-0495-4459-b8c3-5c9495a1d591 HTTP/1.1" status: 204 len: 168 time: 0.5029047 Sep 09 05:21:01.760844 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e4aa09-dfc9-4b59-9fb1-c999695a75b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2d7b2a3-0495-4459-b8c3-5c9495a1d591,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:21:01.907576 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 39662) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:21:01.946611 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-07e869b5-5b1b-40cd-a8a4-d181b374708e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c78ca157c1f84025a9f3320f06078225&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378873 Sep 09 05:21:01.949026 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 39664) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:21:01.995257 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-cd782342-88a3-43ee-8be8-1f6eb82d50b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:02.015319 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-cd782342-88a3-43ee-8be8-1f6eb82d50b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:02.061162 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-cd782342-88a3-43ee-8be8-1f6eb82d50b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:02.063635 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-cd782342-88a3-43ee-8be8-1f6eb82d50b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:02.064779 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-cd782342-88a3-43ee-8be8-1f6eb82d50b0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/046efcc4-b14a-4f56-be2c-eb408b0f7ccd HTTP/1.1" status: 204 len: 168 time: 0.1148593 Sep 09 05:21:02.072130 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd782342-88a3-43ee-8be8-1f6eb82d50b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=046efcc4-b14a-4f56-be2c-eb408b0f7ccd,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:21:03.909926 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-4a678e4d-c15e-4544-9ca3-44c07332543d req-832cd895-d7da-462b-82c9-5d067bf3f445 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8da8187b-6d5c-4b93-abb6-1e2d520bb3e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418375 Sep 09 05:21:03.969977 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a678e4d-c15e-4544-9ca3-44c07332543d req-877e977a-97dd-455d-b568-8116a9e7c422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:21:03.971409 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-4a678e4d-c15e-4544-9ca3-44c07332543d req-877e977a-97dd-455d-b568-8116a9e7c422 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9bed73d6cc44482b88fb30bf66765cac&device_id=8da8187b-6d5c-4b93-abb6-1e2d520bb3e8 HTTP/1.1" status: 200 len: 1099 time: 0.0395136 Sep 09 05:21:04.074207 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a678e4d-c15e-4544-9ca3-44c07332543d req-856d3df3-2a3d-45f2-9f2e-4b1f62e49c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:21:04.075643 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-4a678e4d-c15e-4544-9ca3-44c07332543d req-856d3df3-2a3d-45f2-9f2e-4b1f62e49c15 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7b28e044-cfb6-46f2-81af-55250817b403 HTTP/1.1" status: 200 len: 910 time: 0.0832677 Sep 09 05:21:04.145294 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-4a678e4d-c15e-4544-9ca3-44c07332543d req-be3c10ee-bc16-48f1-978b-8c02600bf8cd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b8b0999b-cf5b-4349-ac9d-3ce487d83d68 HTTP/1.1" status: 200 len: 1002 time: 0.0613070 Sep 09 05:21:04.195931 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a678e4d-c15e-4544-9ca3-44c07332543d req-e263bb2b-dff0-4e79-b31a-7f7f5868354c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:21:04.197978 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-4a678e4d-c15e-4544-9ca3-44c07332543d req-e263bb2b-dff0-4e79-b31a-7f7f5868354c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=51c02a87-9f42-4bcc-8c63-f9b42807f41e HTTP/1.1" status: 200 len: 849 time: 0.0457752 Sep 09 05:21:04.242763 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a678e4d-c15e-4544-9ca3-44c07332543d req-6b3e4194-f8f0-438c-af52-f81769f6a6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:21:04.244402 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-4a678e4d-c15e-4544-9ca3-44c07332543d req-6b3e4194-f8f0-438c-af52-f81769f6a6e3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7b28e044-cfb6-46f2-81af-55250817b403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0396526 Sep 09 05:21:04.349676 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-4a678e4d-c15e-4544-9ca3-44c07332543d req-84fc3827-b84c-4299-a553-aad4572cbe6b service neutron] 10.222.0.23 "GET /v2.0/networks/7b28e044-cfb6-46f2-81af-55250817b403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971265 Sep 09 05:21:04.441980 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-4a678e4d-c15e-4544-9ca3-44c07332543d req-a76bcec9-cabc-4b97-b913-4592c9716534 service neutron] 10.222.0.23 "GET /v2.0/networks/7b28e044-cfb6-46f2-81af-55250817b403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851598 Sep 09 05:21:05.974904 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:09.325597 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.agents_db [None req-c4fa6e85-f278-4c65-a736-468407d89cbd None None] Agent healthcheck: found 6 active agents {{(pid=94300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 05:21:13.873459 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-67e258e0-180f-4c33-8976-a60e1ad9f7fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:16.519695 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-21f42be0-9f2b-4480-a2f7-6c3cd700e225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:16.887596 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:17.644367 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-9dcada0b-7967-4cde-8891-c5586c834af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:19.155074 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-fdc48b13-ab8b-41d0-a622-21cc731cd6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:25.250143 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 39980) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:21:25.353668 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-49bb3034-72ca-4173-b7af-8f8ed4c5399b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:25.442045 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-49bb3034-72ca-4173-b7af-8f8ed4c5399b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:25.447038 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-49bb3034-72ca-4173-b7af-8f8ed4c5399b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:25.486519 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-49bb3034-72ca-4173-b7af-8f8ed4c5399b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=331bf863bad24fc79c083356ff765ad8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2352676 Sep 09 05:21:25.487366 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bb3034-72ca-4173-b7af-8f8ed4c5399b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=662d4efb-fdfa-4cbc-ba1c-8d5c96880e76,revision_number=1']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:21:25.489240 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 39986) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:21:25.542577 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-e100866f-482f-4d9f-9597-3f43b71a9f64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:25.565141 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-e100866f-482f-4d9f-9597-3f43b71a9f64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:25.614245 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-e100866f-482f-4d9f-9597-3f43b71a9f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:25.616808 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-e100866f-482f-4d9f-9597-3f43b71a9f64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:25.621363 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-e100866f-482f-4d9f-9597-3f43b71a9f64 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/662d4efb-fdfa-4cbc-ba1c-8d5c96880e76 HTTP/1.1" status: 204 len: 168 time: 0.1310587 Sep 09 05:21:25.629273 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e100866f-482f-4d9f-9597-3f43b71a9f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=662d4efb-fdfa-4cbc-ba1c-8d5c96880e76,revision_number=None']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:21:35.974722 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:36.240502 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a2f70d-0d3f-4571-a215-614da8ff9e56 req-5a8a9746-cf84-46b4-81d8-57d9dc314679 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:21:36.241973 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-e3a2f70d-0d3f-4571-a215-614da8ff9e56 req-5a8a9746-cf84-46b4-81d8-57d9dc314679 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/ports?device_id=8da8187b-6d5c-4b93-abb6-1e2d520bb3e8 HTTP/1.1" status: 200 len: 946 time: 0.0505590 Sep 09 05:21:36.278919 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-e3a2f70d-0d3f-4571-a215-614da8ff9e56 req-0014e470-b47c-4e93-a6d3-13561ee0ff53 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df6ce14-99a9-4cef-b918-a25f9a2fffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305271 Sep 09 05:21:37.391705 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d707a8c-a402-4b61-9eb1-466399a4d297 req-32354530-9e0e-493b-a6f9-2d4d944bbf63 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:21:37.393186 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-7d707a8c-a402-4b61-9eb1-466399a4d297 req-32354530-9e0e-493b-a6f9-2d4d944bbf63 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/ports?device_id=8da8187b-6d5c-4b93-abb6-1e2d520bb3e8 HTTP/1.1" status: 200 len: 946 time: 0.0477650 Sep 09 05:21:37.430327 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-7d707a8c-a402-4b61-9eb1-466399a4d297 req-f5868779-cfd6-4699-a15f-88ac957e2c79 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df6ce14-99a9-4cef-b918-a25f9a2fffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312726 Sep 09 05:21:38.542531 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ab4be2-4097-482a-a9bc-1da39c0d4e6b req-3a98cd9f-fb95-452c-b0fc-3147099f8687 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:21:38.544820 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-f5ab4be2-4097-482a-a9bc-1da39c0d4e6b req-3a98cd9f-fb95-452c-b0fc-3147099f8687 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/ports?device_id=8da8187b-6d5c-4b93-abb6-1e2d520bb3e8 HTTP/1.1" status: 200 len: 946 time: 0.0493388 Sep 09 05:21:38.582245 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-f5ab4be2-4097-482a-a9bc-1da39c0d4e6b req-a8c59a3e-64cc-4079-a305-9cd54b2aaab3 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/security-groups?id=8df6ce14-99a9-4cef-b918-a25f9a2fffd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315940 Sep 09 05:21:38.669962 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5353700-04e0-4c20-9d87-d309f0c429d5 req-4e340fff-ceae-4655-b87a-1eb2d19a900a tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:21:38.671422 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-c5353700-04e0-4c20-9d87-d309f0c429d5 req-4e340fff-ceae-4655-b87a-1eb2d19a900a tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.23 "GET /v2.0/ports?device_id=8da8187b-6d5c-4b93-abb6-1e2d520bb3e8 HTTP/1.1" status: 200 len: 946 time: 0.0493598 Sep 09 05:21:38.768225 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.plugin [req-c5353700-04e0-4c20-9d87-d309f0c429d5 req-81f5c520-9fac-405e-872b-839a0e520695 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Deleting port b8b0999b-cf5b-4349-ac9d-3ce487d83d68 {{(pid=94297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 05:21:38.768569 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-c5353700-04e0-4c20-9d87-d309f0c429d5 req-81f5c520-9fac-405e-872b-839a0e520695 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748632167994'] for port, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:38.859971 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.db [req-c5353700-04e0-4c20-9d87-d309f0c429d5 req-81f5c520-9fac-405e-872b-839a0e520695 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] For port b8b0999b-cf5b-4349-ac9d-3ce487d83d68, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=b8b0999b-cf5b-4349-ac9d-3ce487d83d68,segment=NetworkSegment(44b63472-c473-4956-8286-eaf7d63fb2aa),segment_id=44b63472-c473-4956-8286-eaf7d63fb2aa)] {{(pid=94297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:21:38.860382 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-c5353700-04e0-4c20-9d87-d309f0c429d5 req-81f5c520-9fac-405e-872b-839a0e520695 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596826'] for port, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:39.090511 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-c5353700-04e0-4c20-9d87-d309f0c429d5 req-81f5c520-9fac-405e-872b-839a0e520695 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:39.091491 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-c5353700-04e0-4c20-9d87-d309f0c429d5 req-81f5c520-9fac-405e-872b-839a0e520695 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600363'] for floatingip, after_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:39.092032 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.db.l3_db [req-c5353700-04e0-4c20-9d87-d309f0c429d5 req-81f5c520-9fac-405e-872b-839a0e520695 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Floating IP 0feda05a-5049-4809-a057-6e2fe462afcb disassociated. External IP: 172.27.2.244, port: b8b0999b-cf5b-4349-ac9d-3ce487d83d68. Sep 09 05:21:39.092397 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.plugin [req-c5353700-04e0-4c20-9d87-d309f0c429d5 req-81f5c520-9fac-405e-872b-839a0e520695 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Calling delete_port for b8b0999b-cf5b-4349-ac9d-3ce487d83d68 owned by compute:nova {{(pid=94297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 05:21:39.232876 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-c5353700-04e0-4c20-9d87-d309f0c429d5 req-81f5c520-9fac-405e-872b-839a0e520695 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748632172548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748631669706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29281037'] for port, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:39.262424 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f5c520-9fac-405e-872b-839a0e520695 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Pushing event deleted for resources: {'Port': ['ID=b8b0999b-cf5b-4349-ac9d-3ce487d83d68,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:21:39.380230 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c5353700-04e0-4c20-9d87-d309f0c429d5 req-81f5c520-9fac-405e-872b-839a0e520695 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Router db3c3531-a9b0-426b-a20c-f8789cd89936 has already been hosted by L3 agent e912432c-85e4-4a31-b574-aae2dcf01ec7 {{(pid=94297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 05:21:39.486220 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c5353700-04e0-4c20-9d87-d309f0c429d5 req-81f5c520-9fac-405e-872b-839a0e520695 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify agent at l3_agent.dv-cinder-772623-14-iscsi the message routers_updated {{(pid=94297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 05:21:39.496755 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390c527a-952d-424b-846a-5fffa5f61886 None None] Sync routers for ids ['db3c3531-a9b0-426b-a20c-f8789cd89936'] in dv-cinder-772623-14-iscsi {{(pid=94299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 05:21:39.506532 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390c527a-952d-424b-846a-5fffa5f61886 None None] Routers {'db3c3531-a9b0-426b-a20c-f8789cd89936'} bound to L3 agent in host dv-cinder-772623-14-iscsi {{(pid=94299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 05:21:39.507073 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-390c527a-952d-424b-846a-5fffa5f61886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T05:09:16Z,description=,heartbeat_timestamp=2021-09-09T05:21:17Z,host='dv-cinder-772623-14-iscsi',id=e912432c-85e4-4a31-b574-aae2dcf01ec7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T05:09:16Z,topic='l3_agent')) {'router_ids': ['db3c3531-a9b0-426b-a20c-f8789cd89936'], 'active': True} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:21:39.525653 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5353700-04e0-4c20-9d87-d309f0c429d5 req-81f5c520-9fac-405e-872b-839a0e520695 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] No DVR routers for this DVR port b8b0999b-cf5b-4349-ac9d-3ce487d83d68 on host hv-cinder-77262 {{(pid=94297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 05:21:39.528940 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-c5353700-04e0-4c20-9d87-d309f0c429d5 req-81f5c520-9fac-405e-872b-839a0e520695 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-438482'] for port, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:39.531313 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-c5353700-04e0-4c20-9d87-d309f0c429d5 req-81f5c520-9fac-405e-872b-839a0e520695 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.23 "DELETE /v2.0/ports/b8b0999b-cf5b-4349-ac9d-3ce487d83d68 HTTP/1.1" status: 204 len: 173 time: 0.8529637 Sep 09 05:21:39.531812 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8da8187b-6d5c-4b93-abb6-1e2d520bb3e8', 'name': 'network-vif-deleted', 'tag': 'b8b0999b-cf5b-4349-ac9d-3ce487d83d68'}] {{(pid=94297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 05:21:39.534250 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85c66017178c43798701892324557e4ac90163104f6096848bec1798d04fbbd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f5e881e-5814-4b4c-81b0-ee72baccab1b" -d '{"events": [{"server_uuid": "8da8187b-6d5c-4b93-abb6-1e2d520bb3e8", "name": "network-vif-deleted", "tag": "b8b0999b-cf5b-4349-ac9d-3ce487d83d68"}]}' {{(pid=94297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 05:21:39.575266 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 05:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0757b168-5ae2-470d-a84d-9fccc014597b x-openstack-request-id: req-0757b168-5ae2-470d-a84d-9fccc014597b {{(pid=94297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 05:21:39.575576 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8da8187b-6d5c-4b93-abb6-1e2d520bb3e8", "name": "network-vif-deleted", "tag": "b8b0999b-cf5b-4349-ac9d-3ce487d83d68", "status": "completed", "code": 200}]} {{(pid=94297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 05:21:39.575831 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0757b168-5ae2-470d-a84d-9fccc014597b {{(pid=94297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 05:21:39.576276 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8da8187b-6d5c-4b93-abb6-1e2d520bb3e8', 'name': 'network-vif-deleted', 'tag': 'b8b0999b-cf5b-4349-ac9d-3ce487d83d68', 'status': 'completed', 'code': 200} Sep 09 05:21:39.709845 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-98080b0d-60eb-460c-9b7e-251c693fd9f5 req-ae086421-58b5-4104-8420-e2ff2844c732 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/ports?device_id=8da8187b-6d5c-4b93-abb6-1e2d520bb3e8 HTTP/1.1" status: 200 len: 210 time: 0.0441675 Sep 09 05:21:39.749841 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvr_db [None req-390c527a-952d-424b-846a-5fffa5f61886 None None] Set router db3c3531-a9b0-426b-a20c-f8789cd89936 gateway port host: dv-cinder-772623-14-iscsi {{(pid=94299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 05:21:39.975930 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-390c527a-952d-424b-846a-5fffa5f61886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3c3531-a9b0-426b-a20c-f8789cd89936', 'name': 'tempest-AttachVolumeTestJSON-652661435-router', 'tenant_id': '9bed73d6cc44482b88fb30bf66765cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'd024fa67-6afb-4dab-8aa2-4a0e60398a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:16:51Z', 'updated_at': '2021-09-09T05:17:01Z', 'revision_number': 4, 'project_id': '9bed73d6cc44482b88fb30bf66765cac', 'gw_port': {'id': 'd024fa67-6afb-4dab-8aa2-4a0e60398a73', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:2e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3c3531-a9b0-426b-a20c-f8789cd89936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:16:52Z', 'updated_at': '2021-09-09T05:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi', '_interfaces': [{'id': 'e373628b-c4a9-460e-9a59-614b5eba363c', 'name': '', 'network_id': '7b28e044-cfb6-46f2-81af-55250817b403', 'tenant_id': '9bed73d6cc44482b88fb30bf66765cac', 'mac_address': 'fa:16:3e:7b:25:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3c3531-a9b0-426b-a20c-f8789cd89936', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '51c02a87-9f42-4bcc-8c63-f9b42807f41e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:16:57Z', 'updated_at': '2021-09-09T05:17:12Z', 'revision_number': 5, 'project_id': '9bed73d6cc44482b88fb30bf66765cac', 'subnets': [{'id': '51c02a87-9f42-4bcc-8c63-f9b42807f41e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-14-iscsi', False) {} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:21:40.022148 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390c527a-952d-424b-846a-5fffa5f61886 None None] Checking router: db3c3531-a9b0-426b-a20c-f8789cd89936 for host: dv-cinder-772623-14-iscsi {{(pid=94299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 05:21:40.035240 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390c527a-952d-424b-846a-5fffa5f61886 None None] Routers {'db3c3531-a9b0-426b-a20c-f8789cd89936'} bound to L3 agent in host dv-cinder-772623-14-iscsi {{(pid=94299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 05:21:40.035777 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-390c527a-952d-424b-846a-5fffa5f61886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T05:09:16Z,description=,heartbeat_timestamp=2021-09-09T05:21:17Z,host='dv-cinder-772623-14-iscsi',id=e912432c-85e4-4a31-b574-aae2dcf01ec7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T05:09:16Z,topic='l3_agent')) {'router_ids': ['db3c3531-a9b0-426b-a20c-f8789cd89936'], 'active': True} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:21:40.181649 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvr_db [None req-390c527a-952d-424b-846a-5fffa5f61886 None None] Set router db3c3531-a9b0-426b-a20c-f8789cd89936 gateway port host: dv-cinder-772623-14-iscsi {{(pid=94299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 05:21:40.393460 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-390c527a-952d-424b-846a-5fffa5f61886 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3c3531-a9b0-426b-a20c-f8789cd89936', 'name': 'tempest-AttachVolumeTestJSON-652661435-router', 'tenant_id': '9bed73d6cc44482b88fb30bf66765cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'd024fa67-6afb-4dab-8aa2-4a0e60398a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:16:51Z', 'updated_at': '2021-09-09T05:17:01Z', 'revision_number': 4, 'project_id': '9bed73d6cc44482b88fb30bf66765cac', 'gw_port': {'id': 'd024fa67-6afb-4dab-8aa2-4a0e60398a73', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:2e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3c3531-a9b0-426b-a20c-f8789cd89936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:16:52Z', 'updated_at': '2021-09-09T05:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi', '_interfaces': [{'id': 'e373628b-c4a9-460e-9a59-614b5eba363c', 'name': '', 'network_id': '7b28e044-cfb6-46f2-81af-55250817b403', 'tenant_id': '9bed73d6cc44482b88fb30bf66765cac', 'mac_address': 'fa:16:3e:7b:25:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3c3531-a9b0-426b-a20c-f8789cd89936', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '51c02a87-9f42-4bcc-8c63-f9b42807f41e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:16:57Z', 'updated_at': '2021-09-09T05:17:12Z', 'revision_number': 5, 'project_id': '9bed73d6cc44482b88fb30bf66765cac', 'subnets': [{'id': '51c02a87-9f42-4bcc-8c63-f9b42807f41e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-14-iscsi', False) {} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:21:40.428226 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-390c527a-952d-424b-846a-5fffa5f61886 None None] The sync data for ids ['db3c3531-a9b0-426b-a20c-f8789cd89936'] in dv-cinder-772623-14-iscsi is: [{'id': 'db3c3531-a9b0-426b-a20c-f8789cd89936', 'name': 'tempest-AttachVolumeTestJSON-652661435-router', 'tenant_id': '9bed73d6cc44482b88fb30bf66765cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'd024fa67-6afb-4dab-8aa2-4a0e60398a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:16:51Z', 'updated_at': '2021-09-09T05:17:01Z', 'revision_number': 4, 'project_id': '9bed73d6cc44482b88fb30bf66765cac', 'gw_port': {'id': 'd024fa67-6afb-4dab-8aa2-4a0e60398a73', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:2e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3c3531-a9b0-426b-a20c-f8789cd89936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:16:52Z', 'updated_at': '2021-09-09T05:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi', '_interfaces': [{'id': 'e373628b-c4a9-460e-9a59-614b5eba363c', 'name': '', 'network_id': '7b28e044-cfb6-46f2-81af-55250817b403', 'tenant_id': '9bed73d6cc44482b88fb30bf66765cac', 'mac_address': 'fa:16:3e:7b:25:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3c3531-a9b0-426b-a20c-f8789cd89936', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '51c02a87-9f42-4bcc-8c63-f9b42807f41e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:16:57Z', 'updated_at': '2021-09-09T05:17:12Z', 'revision_number': 5, 'project_id': '9bed73d6cc44482b88fb30bf66765cac', 'subnets': [{'id': '51c02a87-9f42-4bcc-8c63-f9b42807f41e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 05:21:40.674561 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d215231-54b6-40fc-a687-d32cc6594a29 None None] New status for floating IP 0feda05a-5049-4809-a057-6e2fe462afcb: DOWN {{(pid=94300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 05:21:40.796567 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 40112) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:21:40.854698 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-7b7c48cf-ea19-48ed-b398-3ffb093e8732 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify callbacks [] for security_group, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:40.877139 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-7b7c48cf-ea19-48ed-b398-3ffb093e8732 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:40.922898 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-7b7c48cf-ea19-48ed-b398-3ffb093e8732 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:40.925489 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-7b7c48cf-ea19-48ed-b398-3ffb093e8732 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify callbacks [] for security_group, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:40.926651 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-7b7c48cf-ea19-48ed-b398-3ffb093e8732 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "DELETE /v2.0/security-groups/8df6ce14-99a9-4cef-b918-a25f9a2fffd6 HTTP/1.1" status: 204 len: 168 time: 0.1285262 Sep 09 05:21:40.929664 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 40114) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:21:40.935434 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7c48cf-ea19-48ed-b398-3ffb093e8732 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df6ce14-99a9-4cef-b918-a25f9a2fffd6,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:21:40.946930 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.api.v2.resource [None req-7c758663-bd7a-4a7b-8d01-4160eec623eb tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] show failed (client error): The resource could not be found. Sep 09 05:21:40.947942 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-7c758663-bd7a-4a7b-8d01-4160eec623eb tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/security-groups/8df6ce14-99a9-4cef-b918-a25f9a2fffd6 HTTP/1.1" status: 404 len: 347 time: 0.0168867 Sep 09 05:21:40.951093 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 40116) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:21:41.072103 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.plugin [None req-484fbe25-8cab-4c76-9271-0a607db9acfd tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Deleting port 3fc4edfa-8620-4729-8b60-e69ff333aaac {{(pid=94298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 05:21:41.072445 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-484fbe25-8cab-4c76-9271-0a607db9acfd tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748632167994'] for port, before_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:41.150018 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-484fbe25-8cab-4c76-9271-0a607db9acfd tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596826'] for port, precommit_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:41.150342 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-484fbe25-8cab-4c76-9271-0a607db9acfd tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:41.163868 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.plugin [None req-484fbe25-8cab-4c76-9271-0a607db9acfd tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Calling delete_port for 3fc4edfa-8620-4729-8b60-e69ff333aaac owned by network:floatingip {{(pid=94298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 05:21:41.301487 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-484fbe25-8cab-4c76-9271-0a607db9acfd tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748632172548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748631669706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1874062'] for port, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:41.330247 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484fbe25-8cab-4c76-9271-0a607db9acfd tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Pushing event deleted for resources: {'Port': ['ID=3fc4edfa-8620-4729-8b60-e69ff333aaac,revision_number=None']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:21:41.388858 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-484fbe25-8cab-4c76-9271-0a607db9acfd tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify callbacks [] for floatingip, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:41.391463 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-484fbe25-8cab-4c76-9271-0a607db9acfd tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-438482'] for floatingip, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:41.392604 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-484fbe25-8cab-4c76-9271-0a607db9acfd tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "DELETE /v2.0/floatingips/0feda05a-5049-4809-a057-6e2fe462afcb HTTP/1.1" status: 204 len: 168 time: 0.4406195 Sep 09 05:21:41.678322 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 40130) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:21:41.682873 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.v2.base [None req-22978e5b-3ca6-4fce-9783-d5c0a8f54021 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Request body: {'security_group': {'name': 'tempest-securitygroup--897097718', 'description': 'tempest-description--1652551565'}} {{(pid=94298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:21:41.709018 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-22978e5b-3ca6-4fce-9783-d5c0a8f54021 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify callbacks [] for security_group, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:41.787497 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-22978e5b-3ca6-4fce-9783-d5c0a8f54021 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify callbacks [] for security_group, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:41.791194 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-22978e5b-3ca6-4fce-9783-d5c0a8f54021 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:41.819653 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-22978e5b-3ca6-4fce-9783-d5c0a8f54021 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify callbacks [] for security_group, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:41.820858 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-22978e5b-3ca6-4fce-9783-d5c0a8f54021 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1415470 Sep 09 05:21:41.821961 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22978e5b-3ca6-4fce-9783-d5c0a8f54021 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f3cc83f-96df-4b99-baf1-f911ea77c1c4,revision_number=1']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:21:41.823772 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 40132) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:21:41.828276 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.v2.base [None req-4adca22d-cea7-4208-b29d-ad5a30a85e23 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Request body: {'security_group_rule': {'security_group_id': '9f3cc83f-96df-4b99-baf1-f911ea77c1c4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:21:41.854234 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-4adca22d-cea7-4208-b29d-ad5a30a85e23 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:41.898865 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-4adca22d-cea7-4208-b29d-ad5a30a85e23 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:41.902071 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-4adca22d-cea7-4208-b29d-ad5a30a85e23 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555578'] for security_group_rule, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:41.918384 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adca22d-cea7-4208-b29d-ad5a30a85e23 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85f72f06-339a-4cd6-bd6a-8de4afa0152f,revision_number=0']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:21:41.925554 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-4adca22d-cea7-4208-b29d-ad5a30a85e23 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:41.926690 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-4adca22d-cea7-4208-b29d-ad5a30a85e23 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1019235 Sep 09 05:21:41.929563 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 40134) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:21:41.934091 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.v2.base [None req-4aa6f927-4641-4c47-885c-b44b4f1275ff tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Request body: {'security_group_rule': {'security_group_id': '9f3cc83f-96df-4b99-baf1-f911ea77c1c4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:21:41.959556 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-4aa6f927-4641-4c47-885c-b44b4f1275ff tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:42.015278 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-4aa6f927-4641-4c47-885c-b44b4f1275ff tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:42.018495 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-4aa6f927-4641-4c47-885c-b44b4f1275ff tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555578'] for security_group_rule, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:42.034939 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa6f927-4641-4c47-885c-b44b4f1275ff tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caa9cffc-d54f-4299-9f9c-ddc7ca93161c,revision_number=0']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:21:42.041527 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-4aa6f927-4641-4c47-885c-b44b4f1275ff tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:42.042775 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-4aa6f927-4641-4c47-885c-b44b4f1275ff tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1121426 Sep 09 05:21:42.046619 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 40138) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:21:42.051405 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.v2.base [None req-3a276302-2439-4933-b4ef-47e01df0556d tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Request body: {'floatingip': {'floating_network_id': '5214b103-0600-4a81-9a33-2571ddc573a1'}} {{(pid=94297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:21:42.072788 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-3a276302-2439-4933-b4ef-47e01df0556d tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify callbacks [] for floatingip, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:42.178277 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-3a276302-2439-4933-b4ef-47e01df0556d tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:42.284548 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.db_base_plugin_common [None req-3a276302-2439-4933-b4ef-47e01df0556d tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Allocated IP 172.27.2.225 (5214b103-0600-4a81-9a33-2571ddc573a1/5b692485-8a86-47cc-9882-0c3698d3f08b/5262bff7-e9ef-41b1-b50f-a0eac57cc5f4) {{(pid=94297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 05:21:42.385295 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-3a276302-2439-4933-b4ef-47e01df0556d tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify callbacks [] for port, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:42.423923 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-3a276302-2439-4933-b4ef-47e01df0556d tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748631669697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29281037'] for port, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:42.465543 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a276302-2439-4933-b4ef-47e01df0556d tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Network 5214b103-0600-4a81-9a33-2571ddc573a1 is already hosted by enough agents. {{(pid=94297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 05:21:42.472842 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.base_scheduler [None req-3a276302-2439-4933-b4ef-47e01df0556d tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Resources bound (agent type, host, resource id): {{(pid=94297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 05:21:42.476496 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a276302-2439-4933-b4ef-47e01df0556d tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Received port after_create {{(pid=94297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 05:21:42.509723 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a276302-2439-4933-b4ef-47e01df0556d tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Pushing event updated for resources: {'Port': ['ID=5262bff7-e9ef-41b1-b50f-a0eac57cc5f4,revision_number=1']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:21:42.571871 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c497506-ba22-4259-9ccc-cf590320a2f7 req-330dd92d-05cc-4c21-aed3-660ec91a3f88 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:21:42.573361 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-9c497506-ba22-4259-9ccc-cf590320a2f7 req-330dd92d-05cc-4c21-aed3-660ec91a3f88 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=a670417d-b5d9-4cf7-9c81-a2c9861b43a4 HTTP/1.1" status: 200 len: 945 time: 0.0480180 Sep 09 05:21:42.577570 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-3a276302-2439-4933-b4ef-47e01df0556d tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:42.611363 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-3a276302-2439-4933-b4ef-47e01df0556d tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:42.611626 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-9c497506-ba22-4259-9ccc-cf590320a2f7 req-862b9128-fc0b-4743-a340-f94e8d5994a9 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=5af4d00d-ecbd-4eb8-b3e5-1e280e524941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308714 Sep 09 05:21:42.777318 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-3a276302-2439-4933-b4ef-47e01df0556d tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify callbacks [] for port, precommit_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:42.781851 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-3a276302-2439-4933-b4ef-47e01df0556d tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29280254'] for port, after_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:42.836894 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device b8b0999b-cf5b-4349-ac9d-3ce487d83d68 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 05:21:42.852312 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a276302-2439-4933-b4ef-47e01df0556d tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Pushing event updated for resources: {'Port': ['ID=5262bff7-e9ef-41b1-b50f-a0eac57cc5f4,revision_number=2']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:21:42.858553 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.plugin [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] No Port match for: b8b0999b-cf5b-4349-ac9d-3ce487d83d68 {{(pid=94299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 05:21:42.859162 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device b8b0999b-cf5b-4349-ac9d-3ce487d83d68 not bound to the agent host hv-cinder-77262 {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 05:21:42.866639 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-3a276302-2439-4933-b4ef-47e01df0556d tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600363'] for floatingip, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:42.878996 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-3a276302-2439-4933-b4ef-47e01df0556d tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-438482'] for floatingip, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:42.880241 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-3a276302-2439-4933-b4ef-47e01df0556d tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8326850 Sep 09 05:21:43.068847 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-515841b2-adbd-46f8-b329-c35d7ab791c6 req-e89fd611-5a06-4d94-b2be-5af29f42151b tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--897097718&fields=id&tenant_id=9bed73d6cc44482b88fb30bf66765cac HTTP/1.1" status: 200 len: 267 time: 0.0325279 Sep 09 05:21:43.176260 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515841b2-adbd-46f8-b329-c35d7ab791c6 req-e2b4b790-b06d-4c29-925b-3febf336eac1 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:21:43.177642 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-515841b2-adbd-46f8-b329-c35d7ab791c6 req-e2b4b790-b06d-4c29-925b-3febf336eac1 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/networks?id=7b28e044-cfb6-46f2-81af-55250817b403 HTTP/1.1" status: 200 len: 810 time: 0.1021328 Sep 09 05:21:43.192816 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-515841b2-adbd-46f8-b329-c35d7ab791c6 req-1931192b-29f9-4c4c-9542-e8d29efe18af tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/quotas/9bed73d6cc44482b88fb30bf66765cac HTTP/1.1" status: 200 len: 375 time: 0.0095384 Sep 09 05:21:43.243503 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-515841b2-adbd-46f8-b329-c35d7ab791c6 req-36a3b9b7-f7da-43c1-a63a-63442b96af16 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9bed73d6cc44482b88fb30bf66765cac&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0454433 Sep 09 05:21:43.336485 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-515841b2-adbd-46f8-b329-c35d7ab791c6 req-c19349e8-1ee8-41df-828a-22794ab2a85a service neutron] 10.222.0.24 "GET /v2.0/networks/7b28e044-cfb6-46f2-81af-55250817b403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812042 Sep 09 05:21:43.421993 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-515841b2-adbd-46f8-b329-c35d7ab791c6 req-682ee146-4e9f-4686-8079-231712007361 service neutron] 10.222.0.24 "GET /v2.0/networks/7b28e044-cfb6-46f2-81af-55250817b403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795848 Sep 09 05:21:43.582499 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-317abe4b-b8bd-44fa-b13b-0b3c335c796a req-7198fb41-c6fc-4fb2-a8a8-cedb3e9fc38c tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/ports?device_id=a43c380e-f38d-43ee-baaa-d28f5b69ccb0 HTTP/1.1" status: 200 len: 210 time: 0.0290477 Sep 09 05:21:43.735891 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec7206f-e702-4b24-a9e8-b973b31611b7 req-d281e7d5-d7bc-4380-b6c7-01c9f8aa811f tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:21:43.737366 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-9ec7206f-e702-4b24-a9e8-b973b31611b7 req-d281e7d5-d7bc-4380-b6c7-01c9f8aa811f tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=a670417d-b5d9-4cf7-9c81-a2c9861b43a4 HTTP/1.1" status: 200 len: 945 time: 0.0484657 Sep 09 05:21:43.777331 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-9ec7206f-e702-4b24-a9e8-b973b31611b7 req-6195ff02-0133-41e9-a21e-6d19c4ad1259 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=5af4d00d-ecbd-4eb8-b3e5-1e280e524941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338056 Sep 09 05:21:43.877108 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-c2e76f33-2709-44b7-ae2d-7abb0fb6a540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:44.051529 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 40188) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:21:44.154479 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-dc0c04ec-f95a-4ba0-bcd5-004135137aea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:44.243916 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-dc0c04ec-f95a-4ba0-bcd5-004135137aea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:44.248511 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-dc0c04ec-f95a-4ba0-bcd5-004135137aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:44.286000 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-dc0c04ec-f95a-4ba0-bcd5-004135137aea admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2923e737c0704f41bd1a1f15412dc7d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2333827 Sep 09 05:21:44.287130 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0c04ec-f95a-4ba0-bcd5-004135137aea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96adf727-5985-42fd-a99e-4916651123ee,revision_number=1']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:21:44.288693 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 40192) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:21:44.336435 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-94b83757-42d3-4309-8aca-f444c5493112 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:44.358029 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-94b83757-42d3-4309-8aca-f444c5493112 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:44.409538 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-94b83757-42d3-4309-8aca-f444c5493112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:44.412702 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-94b83757-42d3-4309-8aca-f444c5493112 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:44.414088 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-94b83757-42d3-4309-8aca-f444c5493112 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/96adf727-5985-42fd-a99e-4916651123ee HTTP/1.1" status: 204 len: 168 time: 0.1243472 Sep 09 05:21:44.423346 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b83757-42d3-4309-8aca-f444c5493112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96adf727-5985-42fd-a99e-4916651123ee,revision_number=None']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:21:44.505548 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515841b2-adbd-46f8-b329-c35d7ab791c6 req-7e1d5433-1c12-4cf1-8d4d-4987d80a5ac1 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:21:44.506948 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-515841b2-adbd-46f8-b329-c35d7ab791c6 req-7e1d5433-1c12-4cf1-8d4d-4987d80a5ac1 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.23 "GET /v2.0/networks?id=7b28e044-cfb6-46f2-81af-55250817b403 HTTP/1.1" status: 200 len: 810 time: 0.1181486 Sep 09 05:21:44.567331 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-515841b2-adbd-46f8-b329-c35d7ab791c6 req-833a4bd0-8ce3-4c0f-8bd8-f5b4e1fc8a98 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9bed73d6cc44482b88fb30bf66765cac HTTP/1.1" status: 200 len: 379 time: 0.0512333 Sep 09 05:21:44.580204 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.v2.base [req-515841b2-adbd-46f8-b329-c35d7ab791c6 req-f566ac63-9156-46a6-b6de-927bd4c95c30 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Request body: {'port': {'device_id': 'a43c380e-f38d-43ee-baaa-d28f5b69ccb0', 'network_id': '7b28e044-cfb6-46f2-81af-55250817b403', 'admin_state_up': True, 'tenant_id': '9bed73d6cc44482b88fb30bf66765cac', 'security_groups': ['9f3cc83f-96df-4b99-baf1-f911ea77c1c4']}} {{(pid=94297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:21:44.683942 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-23f1fc9e-8ef6-4528-ba37-620308722bc3 req-4844c2fd-26e2-4bbe-960c-21c8a7d65bb0 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/ports?device_id=a43c380e-f38d-43ee-baaa-d28f5b69ccb0 HTTP/1.1" status: 200 len: 210 time: 0.0312798 Sep 09 05:21:44.692284 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-515841b2-adbd-46f8-b329-c35d7ab791c6 req-f566ac63-9156-46a6-b6de-927bd4c95c30 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Made reservation on behalf of 9bed73d6cc44482b88fb30bf66765cac for: {'port': 1} {{(pid=94297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 05:21:44.695844 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-515841b2-adbd-46f8-b329-c35d7ab791c6 req-f566ac63-9156-46a6-b6de-927bd4c95c30 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:44.827589 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.db_base_plugin_common [req-515841b2-adbd-46f8-b329-c35d7ab791c6 req-f566ac63-9156-46a6-b6de-927bd4c95c30 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Allocated IP 172.20.0.3 (7b28e044-cfb6-46f2-81af-55250817b403/51c02a87-9f42-4bcc-8c63-f9b42807f41e/a1a310a7-bc56-439b-a4b9-3d3ad9730389) {{(pid=94297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 05:21:44.982858 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-515841b2-adbd-46f8-b329-c35d7ab791c6 req-f566ac63-9156-46a6-b6de-927bd4c95c30 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify callbacks [] for port, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:45.001879 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.provisioning_blocks [req-515841b2-adbd-46f8-b329-c35d7ab791c6 req-f566ac63-9156-46a6-b6de-927bd4c95c30 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Transition to ACTIVE for port object a1a310a7-bc56-439b-a4b9-3d3ad9730389 will not be triggered until provisioned by entity DHCP. {{(pid=94297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 05:21:45.036553 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-515841b2-adbd-46f8-b329-c35d7ab791c6 req-f566ac63-9156-46a6-b6de-927bd4c95c30 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748631669697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29281037'] for port, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:45.085318 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-515841b2-adbd-46f8-b329-c35d7ab791c6 req-f566ac63-9156-46a6-b6de-927bd4c95c30 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Network 7b28e044-cfb6-46f2-81af-55250817b403 is already hosted by enough agents. {{(pid=94297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 05:21:45.089460 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.base_scheduler [req-515841b2-adbd-46f8-b329-c35d7ab791c6 req-f566ac63-9156-46a6-b6de-927bd4c95c30 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Resources bound (agent type, host, resource id): {{(pid=94297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 05:21:45.092272 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f566ac63-9156-46a6-b6de-927bd4c95c30 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Pushing event updated for resources: {'Port': ['ID=a1a310a7-bc56-439b-a4b9-3d3ad9730389,revision_number=1']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:21:45.094841 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.l3_dvrscheduler_db [req-515841b2-adbd-46f8-b329-c35d7ab791c6 req-f566ac63-9156-46a6-b6de-927bd4c95c30 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Received port after_create {{(pid=94297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 05:21:45.113461 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 40222) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:21:45.144607 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515841b2-adbd-46f8-b329-c35d7ab791c6 req-f566ac63-9156-46a6-b6de-927bd4c95c30 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:21:45.145584 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-515841b2-adbd-46f8-b329-c35d7ab791c6 req-f566ac63-9156-46a6-b6de-927bd4c95c30 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-438482'] for port, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:45.149598 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4ff25c-c282-4cad-9271-13d5d882d212 req-e9a1257f-79c5-4c9f-9d5e-e4a50411874b tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:21:45.151153 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-af4ff25c-c282-4cad-9271-13d5d882d212 req-e9a1257f-79c5-4c9f-9d5e-e4a50411874b tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=a670417d-b5d9-4cf7-9c81-a2c9861b43a4 HTTP/1.1" status: 200 len: 945 time: 0.2972724 Sep 09 05:21:45.161895 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-515841b2-adbd-46f8-b329-c35d7ab791c6 req-f566ac63-9156-46a6-b6de-927bd4c95c30 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5852699 Sep 09 05:21:45.175493 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.v2.base [req-515841b2-adbd-46f8-b329-c35d7ab791c6 req-76f6bee5-7aee-4f04-9c4b-371aed04cacf service neutron] Request body: {'port': {'device_id': 'a43c380e-f38d-43ee-baaa-d28f5b69ccb0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=94297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:21:45.213173 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-af4ff25c-c282-4cad-9271-13d5d882d212 req-6342ef4a-357a-419a-a1ea-36de16962135 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=5af4d00d-ecbd-4eb8-b3e5-1e280e524941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501237 Sep 09 05:21:45.238774 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-515841b2-adbd-46f8-b329-c35d7ab791c6 req-76f6bee5-7aee-4f04-9c4b-371aed04cacf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:45.247039 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.v2.base [None req-68068488-5c63-4ca9-a700-4e85140dd80a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-489298219-network', 'tenant_id': 'ddcd5653413143e99ea8197beb98de5f'}} {{(pid=94298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:21:45.270335 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68068488-5c63-4ca9-a700-4e85140dd80a admin admin] Made reservation on behalf of ddcd5653413143e99ea8197beb98de5f for: {'network': 1} {{(pid=94298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 05:21:45.272915 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-68068488-5c63-4ca9-a700-4e85140dd80a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for network, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:45.283170 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-68068488-5c63-4ca9-a700-4e85140dd80a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:45.349857 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d863-4348-4a22-90da-543235ab60a7 None None] Provisioning for port a1a310a7-bc56-439b-a4b9-3d3ad9730389 completed by entity DHCP. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 05:21:45.354326 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-b1f2d863-4348-4a22-90da-543235ab60a7 None None] Provisioning complete for port a1a310a7-bc56-439b-a4b9-3d3ad9730389 triggered by entity DHCP. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:21:45.354736 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-b1f2d863-4348-4a22-90da-543235ab60a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:45.377956 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-68068488-5c63-4ca9-a700-4e85140dd80a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:45.383383 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-68068488-5c63-4ca9-a700-4e85140dd80a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:45.391572 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.plugin [None req-b1f2d863-4348-4a22-90da-543235ab60a7 None None] Port a1a310a7-bc56-439b-a4b9-3d3ad9730389 cannot update to ACTIVE because it is not bound. {{(pid=94299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 05:21:45.414097 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68068488-5c63-4ca9-a700-4e85140dd80a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=94298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 05:21:45.420017 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68068488-5c63-4ca9-a700-4e85140dd80a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1328b5af-7a97-4782-8a39-31fc25496126,revision_number=1']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:21:45.427831 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-68068488-5c63-4ca9-a700-4e85140dd80a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771871'] for segment, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:45.427831 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.db.segments_db [None req-68068488-5c63-4ca9-a700-4e85140dd80a admin admin] Added segment 72cb4207-838c-49bd-8e0c-6709c728d1de of type vlan for network 591ece5e-2938-4cf9-bb43-c15ca886ca94 Sep 09 05:21:45.466714 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-68068488-5c63-4ca9-a700-4e85140dd80a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748631623976'] for network, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:45.494144 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-68068488-5c63-4ca9-a700-4e85140dd80a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442'] for network, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:45.495218 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68068488-5c63-4ca9-a700-4e85140dd80a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:21:45.495789 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-68068488-5c63-4ca9-a700-4e85140dd80a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for network, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:45.523891 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-68068488-5c63-4ca9-a700-4e85140dd80a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4093087 Sep 09 05:21:45.524790 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.notifiers.nova [req-515841b2-adbd-46f8-b329-c35d7ab791c6 req-76f6bee5-7aee-4f04-9c4b-371aed04cacf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1a310a7-bc56-439b-a4b9-3d3ad9730389 {{(pid=94297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 05:21:45.528007 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 40226) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:21:45.532714 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-515841b2-adbd-46f8-b329-c35d7ab791c6 req-76f6bee5-7aee-4f04-9c4b-371aed04cacf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:45.535326 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.v2.base [None req-bc8ab21a-d427-47b6-9fef-dedf9f86f568 admin admin] Request body: {'subnet': {'network_id': '591ece5e-2938-4cf9-bb43-c15ca886ca94', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-489298219-subnet', 'tenant_id': 'ddcd5653413143e99ea8197beb98de5f', 'ip_version': 4}} {{(pid=94298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:21:45.544477 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.provisioning_blocks [req-515841b2-adbd-46f8-b329-c35d7ab791c6 req-76f6bee5-7aee-4f04-9c4b-371aed04cacf service neutron] Transition to ACTIVE for port object a1a310a7-bc56-439b-a4b9-3d3ad9730389 will not be triggered until provisioned by entity L2. {{(pid=94297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 05:21:45.548912 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-515841b2-adbd-46f8-b329-c35d7ab791c6 req-76f6bee5-7aee-4f04-9c4b-371aed04cacf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29280254'] for port, after_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:45.569762 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68068488-5c63-4ca9-a700-4e85140dd80a admin admin] Pushing event updated for resources: {'Network': ['ID=591ece5e-2938-4cf9-bb43-c15ca886ca94,revision_number=1']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:21:45.583381 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Network 591ece5e-2938-4cf9-bb43-c15ca886ca94 details requested by agent ovs-agent-dv-cinder-772623-14-iscsi with host dv-cinder-772623-14-iscsi {{(pid=94299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 05:21:45.602316 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc8ab21a-d427-47b6-9fef-dedf9f86f568 admin admin] Made reservation on behalf of ddcd5653413143e99ea8197beb98de5f for: {'subnet': 1} {{(pid=94298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 05:21:45.604862 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-bc8ab21a-d427-47b6-9fef-dedf9f86f568 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28573742'] for subnet, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:45.618335 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f6bee5-7aee-4f04-9c4b-371aed04cacf service neutron] Pushing event updated for resources: {'Port': ['ID=a1a310a7-bc56-439b-a4b9-3d3ad9730389,revision_number=2']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:21:45.671824 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.managers [req-515841b2-adbd-46f8-b329-c35d7ab791c6 req-76f6bee5-7aee-4f04-9c4b-371aed04cacf service neutron] Attempting to bind port a1a310a7-bc56-439b-a4b9-3d3ad9730389 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=94297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 05:21:45.672194 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.managers [req-515841b2-adbd-46f8-b329-c35d7ab791c6 req-76f6bee5-7aee-4f04-9c4b-371aed04cacf service neutron] Attempting to bind port a1a310a7-bc56-439b-a4b9-3d3ad9730389 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '44b63472-c473-4956-8286-eaf7d63fb2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '7b28e044-cfb6-46f2-81af-55250817b403'}] {{(pid=94297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 05:21:45.672530 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515841b2-adbd-46f8-b329-c35d7ab791c6 req-76f6bee5-7aee-4f04-9c4b-371aed04cacf service neutron] Attempting to bind port a1a310a7-bc56-439b-a4b9-3d3ad9730389 on network 7b28e044-cfb6-46f2-81af-55250817b403 {{(pid=94297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 05:21:45.678016 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515841b2-adbd-46f8-b329-c35d7ab791c6 req-76f6bee5-7aee-4f04-9c4b-371aed04cacf service neutron] Port a1a310a7-bc56-439b-a4b9-3d3ad9730389 on network 7b28e044-cfb6-46f2-81af-55250817b403 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=94297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 05:21:45.678342 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515841b2-adbd-46f8-b329-c35d7ab791c6 req-76f6bee5-7aee-4f04-9c4b-371aed04cacf service neutron] Attempting to bind port a1a310a7-bc56-439b-a4b9-3d3ad9730389 on network 7b28e044-cfb6-46f2-81af-55250817b403 {{(pid=94297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 05:21:45.683819 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515841b2-adbd-46f8-b329-c35d7ab791c6 req-76f6bee5-7aee-4f04-9c4b-371aed04cacf service neutron] Checking agent: {'id': '7670f20e-61bb-4b09-a030-6895aded51bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 5, 15, 5), 'started_at': datetime.datetime(2021, 9, 9, 5, 15, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 5, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 05:21:45.684239 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515841b2-adbd-46f8-b329-c35d7ab791c6 req-76f6bee5-7aee-4f04-9c4b-371aed04cacf service neutron] Checking segment: {'id': '44b63472-c473-4956-8286-eaf7d63fb2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '7b28e044-cfb6-46f2-81af-55250817b403'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 05:21:45.684939 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515841b2-adbd-46f8-b329-c35d7ab791c6 req-76f6bee5-7aee-4f04-9c4b-371aed04cacf service neutron] Bound using segment: {'id': '44b63472-c473-4956-8286-eaf7d63fb2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '7b28e044-cfb6-46f2-81af-55250817b403'} {{(pid=94297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 05:21:45.685829 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.managers [req-515841b2-adbd-46f8-b329-c35d7ab791c6 req-76f6bee5-7aee-4f04-9c4b-371aed04cacf service neutron] Bound port: a1a310a7-bc56-439b-a4b9-3d3ad9730389, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44b63472-c473-4956-8286-eaf7d63fb2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '7b28e044-cfb6-46f2-81af-55250817b403'}}] {{(pid=94297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 05:21:45.686385 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-515841b2-adbd-46f8-b329-c35d7ab791c6 req-76f6bee5-7aee-4f04-9c4b-371aed04cacf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:45.765305 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.db [req-515841b2-adbd-46f8-b329-c35d7ab791c6 req-76f6bee5-7aee-4f04-9c4b-371aed04cacf service neutron] For port a1a310a7-bc56-439b-a4b9-3d3ad9730389, host hv-cinder-77262, cleared binding levels {{(pid=94297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 05:21:45.769096 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.db [req-515841b2-adbd-46f8-b329-c35d7ab791c6 req-76f6bee5-7aee-4f04-9c4b-371aed04cacf service neutron] For port a1a310a7-bc56-439b-a4b9-3d3ad9730389, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=a1a310a7-bc56-439b-a4b9-3d3ad9730389,segment=NetworkSegment(44b63472-c473-4956-8286-eaf7d63fb2aa),segment_id=44b63472-c473-4956-8286-eaf7d63fb2aa)] {{(pid=94297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 05:21:45.773238 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-515841b2-adbd-46f8-b329-c35d7ab791c6 req-76f6bee5-7aee-4f04-9c4b-371aed04cacf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29280254'] for port, after_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:45.808816 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515841b2-adbd-46f8-b329-c35d7ab791c6 req-76f6bee5-7aee-4f04-9c4b-371aed04cacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:21:45.810209 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-515841b2-adbd-46f8-b329-c35d7ab791c6 req-76f6bee5-7aee-4f04-9c4b-371aed04cacf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-438482'] for port, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:45.811569 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-515841b2-adbd-46f8-b329-c35d7ab791c6 req-76f6bee5-7aee-4f04-9c4b-371aed04cacf service neutron] 10.222.0.23 "PUT /v2.0/ports/a1a310a7-bc56-439b-a4b9-3d3ad9730389 HTTP/1.1" status: 200 len: 1093 time: 0.6418662 Sep 09 05:21:45.812104 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a43c380e-f38d-43ee-baaa-d28f5b69ccb0', 'tag': 'a1a310a7-bc56-439b-a4b9-3d3ad9730389'}] {{(pid=94297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 05:21:45.814255 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85c66017178c43798701892324557e4ac90163104f6096848bec1798d04fbbd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb2fba9-399b-493e-a872-765122ba7836" -d '{"events": [{"name": "network-changed", "server_uuid": "a43c380e-f38d-43ee-baaa-d28f5b69ccb0", "tag": "a1a310a7-bc56-439b-a4b9-3d3ad9730389"}]}' {{(pid=94297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 05:21:45.824866 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-bc8ab21a-d427-47b6-9fef-dedf9f86f568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1874162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28573744'] for subnet, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:45.851296 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f6bee5-7aee-4f04-9c4b-371aed04cacf service neutron] Pushing event updated for resources: {'Port': ['ID=a1a310a7-bc56-439b-a4b9-3d3ad9730389,revision_number=3']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:21:45.865005 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a73fcc-ce4b-4211-a94c-c67e33f37a27 req-245fe539-b262-4084-93f8-c58af7027090 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:21:45.870207 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-78a73fcc-ce4b-4211-a94c-c67e33f37a27 req-245fe539-b262-4084-93f8-c58af7027090 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/ports?device_id=a43c380e-f38d-43ee-baaa-d28f5b69ccb0 HTTP/1.1" status: 200 len: 943 time: 0.1053154 Sep 09 05:21:45.885318 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 05:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac1072f4-f511-44a8-85bf-47415712a7a6 x-openstack-request-id: req-ac1072f4-f511-44a8-85bf-47415712a7a6 {{(pid=94297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 05:21:45.885608 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a43c380e-f38d-43ee-baaa-d28f5b69ccb0", "tag": "a1a310a7-bc56-439b-a4b9-3d3ad9730389", "status": "completed", "code": 200}]} {{(pid=94297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 05:21:45.885937 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ac1072f4-f511-44a8-85bf-47415712a7a6 {{(pid=94297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 05:21:45.886383 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a43c380e-f38d-43ee-baaa-d28f5b69ccb0', 'tag': 'a1a310a7-bc56-439b-a4b9-3d3ad9730389', 'status': 'completed', 'code': 200} Sep 09 05:21:45.905222 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515841b2-adbd-46f8-b329-c35d7ab791c6 req-230031c4-1bd5-443b-9677-a0a100c65131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:21:45.906889 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-515841b2-adbd-46f8-b329-c35d7ab791c6 req-230031c4-1bd5-443b-9677-a0a100c65131 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9bed73d6cc44482b88fb30bf66765cac&device_id=a43c380e-f38d-43ee-baaa-d28f5b69ccb0 HTTP/1.1" status: 200 len: 1096 time: 0.0506380 Sep 09 05:21:45.954380 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-515841b2-adbd-46f8-b329-c35d7ab791c6 req-7d3f57d9-547b-4e91-bb01-7251879177a6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1a310a7-bc56-439b-a4b9-3d3ad9730389 HTTP/1.1" status: 200 len: 217 time: 0.0393414 Sep 09 05:21:45.968485 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8ab21a-d427-47b6-9fef-dedf9f86f568 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94a6c333-3890-40af-80b3-e0da9d928c0a,revision_number=0']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:21:45.978125 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-78a73fcc-ce4b-4211-a94c-c67e33f37a27 req-f7baebdc-de95-40b3-8f76-76e87354f61b tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f3cc83f-96df-4b99-baf1-f911ea77c1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022112 Sep 09 05:21:45.980966 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc8ab21a-d427-47b6-9fef-dedf9f86f568 admin admin] Checking segment: {'id': '72cb4207-838c-49bd-8e0c-6709c728d1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '591ece5e-2938-4cf9-bb43-c15ca886ca94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 05:21:45.982287 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8ab21a-d427-47b6-9fef-dedf9f86f568 admin admin] Network hostable DHCP agents. Network: 591ece5e-2938-4cf9-bb43-c15ca886ca94, hostable agents: ['bd61413d-9299-49db-9f91-5814fb92a5ef'], hosted agents: [] {{(pid=94298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 05:21:46.000437 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc8ab21a-d427-47b6-9fef-dedf9f86f568 admin admin] Network 591ece5e-2938-4cf9-bb43-c15ca886ca94 is scheduled to be hosted by DHCP agent bd61413d-9299-49db-9f91-5814fb92a5ef with binding_index 1 {{(pid=94298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 05:21:46.011731 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.base_scheduler [None req-bc8ab21a-d427-47b6-9fef-dedf9f86f568 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-14-iscsi, 591ece5e-2938-4cf9-bb43-c15ca886ca94) {{(pid=94298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 05:21:46.016886 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515841b2-adbd-46f8-b329-c35d7ab791c6 req-0f903deb-4516-4e8d-b75b-2c1a385a4a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:21:46.017919 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8ab21a-d427-47b6-9fef-dedf9f86f568 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:21:46.018066 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-515841b2-adbd-46f8-b329-c35d7ab791c6 req-0f903deb-4516-4e8d-b75b-2c1a385a4a3e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=51c02a87-9f42-4bcc-8c63-f9b42807f41e HTTP/1.1" status: 200 len: 849 time: 0.0567687 Sep 09 05:21:46.018485 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-bc8ab21a-d427-47b6-9fef-dedf9f86f568 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for subnet, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:46.032270 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e238748-ccb0-4fa6-b46e-7d76ebbcb6d3 None None] Network 591ece5e-2938-4cf9-bb43-c15ca886ca94 requested from dv-cinder-772623-14-iscsi {{(pid=94299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 05:21:46.037184 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-bc8ab21a-d427-47b6-9fef-dedf9f86f568 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5045269 Sep 09 05:21:46.037316 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 40232) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:21:46.041484 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.v2.base [None req-6c04ca3e-ac24-41cc-8008-1eb98cbcc4af admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-489298219-router', 'tenant_id': 'ddcd5653413143e99ea8197beb98de5f', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1'}}} {{(pid=94298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:21:46.064072 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-6c04ca3e-ac24-41cc-8008-1eb98cbcc4af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-603024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4260'] for router, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:46.065063 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-6c04ca3e-ac24-41cc-8008-1eb98cbcc4af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-603904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4269'] for router, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:46.071456 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515841b2-adbd-46f8-b329-c35d7ab791c6 req-0ee1c82d-6136-4099-b86b-35f23d0c8a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:21:46.073272 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-515841b2-adbd-46f8-b329-c35d7ab791c6 req-0ee1c82d-6136-4099-b86b-35f23d0c8a57 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7b28e044-cfb6-46f2-81af-55250817b403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0482805 Sep 09 05:21:46.122933 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-6c04ca3e-ac24-41cc-8008-1eb98cbcc4af admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:46.170394 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-515841b2-adbd-46f8-b329-c35d7ab791c6 req-1fb0755c-7e84-4985-b76e-bd1450ade8a4 service neutron] 10.222.0.23 "GET /v2.0/networks/7b28e044-cfb6-46f2-81af-55250817b403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900347 Sep 09 05:21:46.193770 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-418ccc97-0894-420e-9128-35ae6fb5adea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99c37c4c-a2b7-5f49-acb8-7f377d3e8231-591ece5e-2938-4cf9-bb43-c15ca886ca94', 'network_id': '591ece5e-2938-4cf9-bb43-c15ca886ca94', 'tenant_id': 'ddcd5653413143e99ea8197beb98de5f', 'fixed_ips': [{'subnet_id': '94a6c333-3890-40af-80b3-e0da9d928c0a'}]}} from dv-cinder-772623-14-iscsi. {{(pid=94299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 05:21:46.195824 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-418ccc97-0894-420e-9128-35ae6fb5adea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_create {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:46.270508 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-515841b2-adbd-46f8-b329-c35d7ab791c6 req-4617f22f-56d8-4ed7-99f0-33379719a098 service neutron] 10.222.0.23 "GET /v2.0/networks/7b28e044-cfb6-46f2-81af-55250817b403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927579 Sep 09 05:21:46.277034 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-6c04ca3e-ac24-41cc-8008-1eb98cbcc4af admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:46.327246 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.agents_db [None req-c4fa6e85-f278-4c65-a736-468407d89cbd None None] Agent healthcheck: found 6 active agents {{(pid=94300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 05:21:46.345104 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.db_base_plugin_common [None req-418ccc97-0894-420e-9128-35ae6fb5adea None None] Allocated IP 172.20.0.2 (591ece5e-2938-4cf9-bb43-c15ca886ca94/94a6c333-3890-40af-80b3-e0da9d928c0a/bcc06d51-1004-47d8-8385-516dc919a99a) {{(pid=94299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 05:21:46.359003 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7359fa-15c3-4ccb-b9a0-b5a7c574d84f req-5f2c371b-8e7c-4a3c-b9aa-5ef382318f72 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:21:46.360696 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-be7359fa-15c3-4ccb-b9a0-b5a7c574d84f req-5f2c371b-8e7c-4a3c-b9aa-5ef382318f72 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=a670417d-b5d9-4cf7-9c81-a2c9861b43a4 HTTP/1.1" status: 200 len: 945 time: 0.0625310 Sep 09 05:21:46.369073 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb2fba9-399b-493e-a872-765122ba7836 req-586e20aa-b973-4269-9099-781b905cdd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:21:46.370930 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-0cb2fba9-399b-493e-a872-765122ba7836 req-586e20aa-b973-4269-9099-781b905cdd8f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9bed73d6cc44482b88fb30bf66765cac&device_id=a43c380e-f38d-43ee-baaa-d28f5b69ccb0 HTTP/1.1" status: 200 len: 1096 time: 0.0498919 Sep 09 05:21:46.438032 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-be7359fa-15c3-4ccb-b9a0-b5a7c574d84f req-87206261-ee14-4b12-b595-010c0dbd2003 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=5af4d00d-ecbd-4eb8-b3e5-1e280e524941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437081 Sep 09 05:21:46.495484 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb2fba9-399b-493e-a872-765122ba7836 req-151d27d4-e992-48b5-b58f-3f506e491367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:21:46.497149 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-0cb2fba9-399b-493e-a872-765122ba7836 req-151d27d4-e992-48b5-b58f-3f506e491367 service neutron] 10.222.0.23 "GET /v2.0/networks?id=7b28e044-cfb6-46f2-81af-55250817b403 HTTP/1.1" status: 200 len: 910 time: 0.1173925 Sep 09 05:21:46.511673 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-418ccc97-0894-420e-9128-35ae6fb5adea None None] Notify callbacks [] for port, precommit_create {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:46.526479 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-418ccc97-0894-420e-9128-35ae6fb5adea None None] Transition to ACTIVE for port object bcc06d51-1004-47d8-8385-516dc919a99a will not be triggered until provisioned by entity L2. {{(pid=94299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 05:21:46.531854 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-b57b61fe-25e2-4bbe-b759-4f41b8cf34f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:46.545432 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-0cb2fba9-399b-493e-a872-765122ba7836 req-dcb815f7-d9fd-44e0-9412-ba815758d78e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1a310a7-bc56-439b-a4b9-3d3ad9730389 HTTP/1.1" status: 200 len: 217 time: 0.0404282 Sep 09 05:21:46.545683 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-418ccc97-0894-420e-9128-35ae6fb5adea None None] Transition to ACTIVE for port object bcc06d51-1004-47d8-8385-516dc919a99a will not be triggered until provisioned by entity DHCP. {{(pid=94299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 05:21:46.551881 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-418ccc97-0894-420e-9128-35ae6fb5adea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748631669697'] for port, after_create {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:46.564157 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-6c04ca3e-ac24-41cc-8008-1eb98cbcc4af admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:46.585014 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-6c04ca3e-ac24-41cc-8008-1eb98cbcc4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:46.588666 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418ccc97-0894-420e-9128-35ae6fb5adea None None] Network 591ece5e-2938-4cf9-bb43-c15ca886ca94 is already hosted by enough agents. {{(pid=94299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 05:21:46.592514 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.scheduler.base_scheduler [None req-418ccc97-0894-420e-9128-35ae6fb5adea None None] Resources bound (agent type, host, resource id): {{(pid=94299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 05:21:46.596095 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418ccc97-0894-420e-9128-35ae6fb5adea None None] Received port after_create {{(pid=94299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 05:21:46.605445 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb2fba9-399b-493e-a872-765122ba7836 req-0401445d-fc7b-4175-943f-daa5a368711e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:21:46.607926 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-0cb2fba9-399b-493e-a872-765122ba7836 req-0401445d-fc7b-4175-943f-daa5a368711e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=51c02a87-9f42-4bcc-8c63-f9b42807f41e HTTP/1.1" status: 200 len: 849 time: 0.0548460 Sep 09 05:21:46.609713 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418ccc97-0894-420e-9128-35ae6fb5adea None None] Pushing event updated for resources: {'Port': ['ID=bcc06d51-1004-47d8-8385-516dc919a99a,revision_number=1']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:21:46.635558 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418ccc97-0894-420e-9128-35ae6fb5adea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:21:46.635901 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418ccc97-0894-420e-9128-35ae6fb5adea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:21:46.636240 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418ccc97-0894-420e-9128-35ae6fb5adea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:21:46.636572 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418ccc97-0894-420e-9128-35ae6fb5adea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:21:46.636908 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418ccc97-0894-420e-9128-35ae6fb5adea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:21:46.637234 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418ccc97-0894-420e-9128-35ae6fb5adea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:21:46.637599 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418ccc97-0894-420e-9128-35ae6fb5adea None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:21:46.637973 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418ccc97-0894-420e-9128-35ae6fb5adea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:21:46.638277 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418ccc97-0894-420e-9128-35ae6fb5adea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:21:46.638601 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418ccc97-0894-420e-9128-35ae6fb5adea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:21:46.638922 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418ccc97-0894-420e-9128-35ae6fb5adea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:21:46.639243 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-418ccc97-0894-420e-9128-35ae6fb5adea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:21:46.657239 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb2fba9-399b-493e-a872-765122ba7836 req-18c17903-de05-4ff4-becc-e5dfe929e764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:21:46.658826 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-0cb2fba9-399b-493e-a872-765122ba7836 req-18c17903-de05-4ff4-becc-e5dfe929e764 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7b28e044-cfb6-46f2-81af-55250817b403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0430663 Sep 09 05:21:46.671191 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.managers [None req-418ccc97-0894-420e-9128-35ae6fb5adea None None] Attempting to bind port bcc06d51-1004-47d8-8385-516dc919a99a on host dv-cinder-772623-14-iscsi for vnic_type normal with profile {{(pid=94299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 05:21:46.672081 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.managers [None req-418ccc97-0894-420e-9128-35ae6fb5adea None None] Attempting to bind port bcc06d51-1004-47d8-8385-516dc919a99a by drivers openvswitch,hyperv on host dv-cinder-772623-14-iscsi at level 0 using segments [{'id': '72cb4207-838c-49bd-8e0c-6709c728d1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '591ece5e-2938-4cf9-bb43-c15ca886ca94'}] {{(pid=94299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 05:21:46.672444 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418ccc97-0894-420e-9128-35ae6fb5adea None None] Attempting to bind port bcc06d51-1004-47d8-8385-516dc919a99a on network 591ece5e-2938-4cf9-bb43-c15ca886ca94 {{(pid=94299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 05:21:46.679347 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418ccc97-0894-420e-9128-35ae6fb5adea None None] Checking agent: {'id': 'b4d491fa-f395-4d31-93f5-2c51f286f631', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 5, 9, 17), 'started_at': datetime.datetime(2021, 9, 9, 5, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 5, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 05:21:46.679873 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418ccc97-0894-420e-9128-35ae6fb5adea None None] Checking segment: {'id': '72cb4207-838c-49bd-8e0c-6709c728d1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '591ece5e-2938-4cf9-bb43-c15ca886ca94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 05:21:46.680288 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-418ccc97-0894-420e-9128-35ae6fb5adea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:46.680676 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418ccc97-0894-420e-9128-35ae6fb5adea None None] Bound using segment: {'id': '72cb4207-838c-49bd-8e0c-6709c728d1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '591ece5e-2938-4cf9-bb43-c15ca886ca94'} {{(pid=94299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 05:21:46.681141 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.managers [None req-418ccc97-0894-420e-9128-35ae6fb5adea None None] Bound port: bcc06d51-1004-47d8-8385-516dc919a99a, host: dv-cinder-772623-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72cb4207-838c-49bd-8e0c-6709c728d1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '591ece5e-2938-4cf9-bb43-c15ca886ca94'}}] {{(pid=94299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 05:21:46.681508 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-418ccc97-0894-420e-9128-35ae6fb5adea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:46.701891 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.db.db_base_plugin_common [None req-6c04ca3e-ac24-41cc-8008-1eb98cbcc4af admin admin] Allocated IP 172.27.2.67 (5214b103-0600-4a81-9a33-2571ddc573a1/5b692485-8a86-47cc-9882-0c3698d3f08b/f1d06893-2c4c-4ade-88e7-da8c1abe6ee4) {{(pid=94298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 05:21:46.749470 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-418ccc97-0894-420e-9128-35ae6fb5adea None None] For port bcc06d51-1004-47d8-8385-516dc919a99a, host dv-cinder-772623-14-iscsi, cleared binding levels {{(pid=94299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 05:21:46.752616 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-418ccc97-0894-420e-9128-35ae6fb5adea None None] For port bcc06d51-1004-47d8-8385-516dc919a99a, host dv-cinder-772623-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-14-iscsi',level=0,port_id=bcc06d51-1004-47d8-8385-516dc919a99a,segment=NetworkSegment(72cb4207-838c-49bd-8e0c-6709c728d1de),segment_id=72cb4207-838c-49bd-8e0c-6709c728d1de)] {{(pid=94299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 05:21:46.764018 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-418ccc97-0894-420e-9128-35ae6fb5adea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:46.764566 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-0cb2fba9-399b-493e-a872-765122ba7836 req-be0b7f1b-b800-4636-a2b3-b0425272fadb service neutron] 10.222.0.23 "GET /v2.0/networks/7b28e044-cfb6-46f2-81af-55250817b403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978103 Sep 09 05:21:46.816109 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-6c04ca3e-ac24-41cc-8008-1eb98cbcc4af admin admin] Notify callbacks [] for port, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:46.820734 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418ccc97-0894-420e-9128-35ae6fb5adea None None] Pushing event updated for resources: {'Port': ['ID=bcc06d51-1004-47d8-8385-516dc919a99a,revision_number=2']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:21:46.863643 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-6c04ca3e-ac24-41cc-8008-1eb98cbcc4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748631669697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1874062'] for port, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:46.874048 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-0cb2fba9-399b-493e-a872-765122ba7836 req-30adaab8-8ea3-42a6-b0ae-a1a6c39912ec service neutron] 10.222.0.23 "GET /v2.0/networks/7b28e044-cfb6-46f2-81af-55250817b403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000950 Sep 09 05:21:46.895711 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:46.904673 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c04ca3e-ac24-41cc-8008-1eb98cbcc4af admin admin] Network 5214b103-0600-4a81-9a33-2571ddc573a1 is already hosted by enough agents. {{(pid=94298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 05:21:46.907662 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.base_scheduler [None req-6c04ca3e-ac24-41cc-8008-1eb98cbcc4af admin admin] Resources bound (agent type, host, resource id): {{(pid=94298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 05:21:46.913900 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c04ca3e-ac24-41cc-8008-1eb98cbcc4af admin admin] Received port after_create {{(pid=94298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 05:21:46.920031 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c04ca3e-ac24-41cc-8008-1eb98cbcc4af admin admin] Pushing event updated for resources: {'Port': ['ID=f1d06893-2c4c-4ade-88e7-da8c1abe6ee4,revision_number=1']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:21:47.156866 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c2fb84-9cdd-460f-b664-7cde62412a0a req-24b5b482-3684-4c49-9426-d4d57876d257 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:21:47.158393 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-37c2fb84-9cdd-460f-b664-7cde62412a0a req-24b5b482-3684-4c49-9426-d4d57876d257 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/ports?device_id=a43c380e-f38d-43ee-baaa-d28f5b69ccb0 HTTP/1.1" status: 200 len: 943 time: 0.0961211 Sep 09 05:21:47.240007 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-37c2fb84-9cdd-460f-b664-7cde62412a0a req-55717523-b61d-4d5b-957a-7b5e594f1550 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f3cc83f-96df-4b99-baf1-f911ea77c1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741901 Sep 09 05:21:47.247320 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-6c04ca3e-ac24-41cc-8008-1eb98cbcc4af admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:47.446320 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-6c04ca3e-ac24-41cc-8008-1eb98cbcc4af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600385'] for router, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:47.601489 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962c8fca-00c4-4fef-b238-5ae5d960e89d req-2dd4ca7b-a6fa-4a48-b9c9-f66b3e627e65 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:21:47.603308 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-962c8fca-00c4-4fef-b238-5ae5d960e89d req-2dd4ca7b-a6fa-4a48-b9c9-f66b3e627e65 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=a670417d-b5d9-4cf7-9c81-a2c9861b43a4 HTTP/1.1" status: 200 len: 945 time: 0.0660317 Sep 09 05:21:47.646014 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c04ca3e-ac24-41cc-8008-1eb98cbcc4af admin admin] Router a53a5e1d-49ba-4b19-a38d-89469459e68f is scheduled to L3 agent e912432c-85e4-4a31-b574-aae2dcf01ec7 with binding_index 1 {{(pid=94298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 05:21:47.653846 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-9dcada0b-7967-4cde-8891-c5586c834af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:47.654952 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-962c8fca-00c4-4fef-b238-5ae5d960e89d req-06ffc3dc-ab4d-47f5-b5b6-89d00436ccdd tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=5af4d00d-ecbd-4eb8-b3e5-1e280e524941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449274 Sep 09 05:21:47.685765 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0dcc3a-ccc1-4412-a229-c96783a66da7 None None] Network 591ece5e-2938-4cf9-bb43-c15ca886ca94 requested from dv-cinder-772623-14-iscsi {{(pid=94299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 05:21:47.720280 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-22989a24-b220-4de7-9439-0f7a5055ec3e None None] Provisioning for port bcc06d51-1004-47d8-8385-516dc919a99a completed by entity DHCP. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 05:21:47.760202 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c04ca3e-ac24-41cc-8008-1eb98cbcc4af admin admin] Notify agent at l3_agent.dv-cinder-772623-14-iscsi the message routers_updated {{(pid=94298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 05:21:47.769724 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6659aa16-4736-401d-8bf4-ea18202a3dc0 None None] Sync routers for ids ['a53a5e1d-49ba-4b19-a38d-89469459e68f'] in dv-cinder-772623-14-iscsi {{(pid=94299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 05:21:47.776177 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-6c04ca3e-ac24-41cc-8008-1eb98cbcc4af admin admin] Notify callbacks [] for router, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:47.780706 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-6c04ca3e-ac24-41cc-8008-1eb98cbcc4af admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7391899 Sep 09 05:21:47.780916 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 40240) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:21:47.801015 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6659aa16-4736-401d-8bf4-ea18202a3dc0 None None] Routers {'a53a5e1d-49ba-4b19-a38d-89469459e68f'} bound to L3 agent in host dv-cinder-772623-14-iscsi {{(pid=94299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 05:21:47.801623 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-6659aa16-4736-401d-8bf4-ea18202a3dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T05:09:16Z,description=,heartbeat_timestamp=2021-09-09T05:21:47Z,host='dv-cinder-772623-14-iscsi',id=e912432c-85e4-4a31-b574-aae2dcf01ec7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T05:09:16Z,topic='l3_agent')) {'router_ids': ['a53a5e1d-49ba-4b19-a38d-89469459e68f'], 'active': True} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:21:47.938294 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvr_db [None req-6659aa16-4736-401d-8bf4-ea18202a3dc0 None None] Set router a53a5e1d-49ba-4b19-a38d-89469459e68f gateway port host: dv-cinder-772623-14-iscsi {{(pid=94299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 05:21:48.138891 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-6659aa16-4736-401d-8bf4-ea18202a3dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53a5e1d-49ba-4b19-a38d-89469459e68f', 'name': 'tempest-TestVolumeBootPattern-489298219-router', 'tenant_id': 'ddcd5653413143e99ea8197beb98de5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'f1d06893-2c4c-4ade-88e7-da8c1abe6ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:21:46Z', 'updated_at': '2021-09-09T05:21:47Z', 'revision_number': 3, 'project_id': 'ddcd5653413143e99ea8197beb98de5f', 'gw_port': {'id': 'f1d06893-2c4c-4ade-88e7-da8c1abe6ee4', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:43:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a53a5e1d-49ba-4b19-a38d-89469459e68f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:21:46Z', 'updated_at': '2021-09-09T05:21:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi'}], 'dv-cinder-772623-14-iscsi', False) {} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:21:48.168788 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6659aa16-4736-401d-8bf4-ea18202a3dc0 None None] Checking router: a53a5e1d-49ba-4b19-a38d-89469459e68f for host: dv-cinder-772623-14-iscsi {{(pid=94299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 05:21:48.169136 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6659aa16-4736-401d-8bf4-ea18202a3dc0 None None] Updating router a53a5e1d-49ba-4b19-a38d-89469459e68f port f1d06893-2c4c-4ade-88e7-da8c1abe6ee4 binding host dv-cinder-772623-14-iscsi {{(pid=94299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 05:21:48.202007 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-6659aa16-4736-401d-8bf4-ea18202a3dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:48.205548 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-7c84539c-2552-419f-8cec-2e22fb6919ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:48.397559 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12dd9aa-1856-4d9d-8ab1-129207f1f608 req-58195dcb-d9d5-45d5-8649-ea65372e5ba9 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:21:48.399227 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-f12dd9aa-1856-4d9d-8ab1-129207f1f608 req-58195dcb-d9d5-45d5-8649-ea65372e5ba9 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/ports?device_id=a43c380e-f38d-43ee-baaa-d28f5b69ccb0 HTTP/1.1" status: 200 len: 943 time: 0.0897293 Sep 09 05:21:48.410776 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.db.db_base_plugin_common [None req-7c84539c-2552-419f-8cec-2e22fb6919ee admin admin] Allocated IP 172.20.0.1 (591ece5e-2938-4cf9-bb43-c15ca886ca94/94a6c333-3890-40af-80b3-e0da9d928c0a/1a237617-035f-463d-8e01-75ddd84a62ed) {{(pid=94298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 05:21:48.470228 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-f12dd9aa-1856-4d9d-8ab1-129207f1f608 req-75bf3871-5096-4c43-bb8c-6ec273f6662f tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f3cc83f-96df-4b99-baf1-f911ea77c1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614681 Sep 09 05:21:48.538618 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-7c84539c-2552-419f-8cec-2e22fb6919ee admin admin] Notify callbacks [] for port, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:48.552702 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.db.provisioning_blocks [None req-7c84539c-2552-419f-8cec-2e22fb6919ee admin admin] Transition to ACTIVE for port object 1a237617-035f-463d-8e01-75ddd84a62ed will not be triggered until provisioned by entity DHCP. {{(pid=94298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 05:21:48.575919 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-6659aa16-4736-401d-8bf4-ea18202a3dc0 None None] Notify callbacks [] for port, precommit_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:48.584570 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-7c84539c-2552-419f-8cec-2e22fb6919ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748631669697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1874062'] for port, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:48.587445 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-6659aa16-4736-401d-8bf4-ea18202a3dc0 None None] Transition to ACTIVE for port object f1d06893-2c4c-4ade-88e7-da8c1abe6ee4 will not be triggered until provisioned by entity L2. {{(pid=94299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 05:21:48.594118 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-6659aa16-4736-401d-8bf4-ea18202a3dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:48.624650 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c84539c-2552-419f-8cec-2e22fb6919ee admin admin] Network 591ece5e-2938-4cf9-bb43-c15ca886ca94 is already hosted by enough agents. {{(pid=94298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 05:21:48.627513 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.base_scheduler [None req-7c84539c-2552-419f-8cec-2e22fb6919ee admin admin] Resources bound (agent type, host, resource id): {{(pid=94298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 05:21:48.630996 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c84539c-2552-419f-8cec-2e22fb6919ee admin admin] Received port after_create {{(pid=94298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 05:21:48.648077 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.managers [None req-6659aa16-4736-401d-8bf4-ea18202a3dc0 None None] Attempting to bind port f1d06893-2c4c-4ade-88e7-da8c1abe6ee4 on host dv-cinder-772623-14-iscsi for vnic_type normal with profile {{(pid=94299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 05:21:48.648447 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.managers [None req-6659aa16-4736-401d-8bf4-ea18202a3dc0 None None] Attempting to bind port f1d06893-2c4c-4ade-88e7-da8c1abe6ee4 by drivers openvswitch,hyperv on host dv-cinder-772623-14-iscsi at level 0 using segments [{'id': 'df80411f-acb6-4e9d-a7f5-4a8066bc7b33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1'}] {{(pid=94299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 05:21:48.648804 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6659aa16-4736-401d-8bf4-ea18202a3dc0 None None] Attempting to bind port f1d06893-2c4c-4ade-88e7-da8c1abe6ee4 on network 5214b103-0600-4a81-9a33-2571ddc573a1 {{(pid=94299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 05:21:48.651866 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62efd30-e2e1-4ba4-91d8-c1bff215310b None None] Pushing event updated for resources: {'Port': ['ID=f1d06893-2c4c-4ade-88e7-da8c1abe6ee4,revision_number=2']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:21:48.657547 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6659aa16-4736-401d-8bf4-ea18202a3dc0 None None] Checking agent: {'id': 'b4d491fa-f395-4d31-93f5-2c51f286f631', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 5, 9, 17), 'started_at': datetime.datetime(2021, 9, 9, 5, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 5, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 05:21:48.658211 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6659aa16-4736-401d-8bf4-ea18202a3dc0 None None] Checking segment: {'id': 'df80411f-acb6-4e9d-a7f5-4a8066bc7b33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 05:21:48.658317 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-6659aa16-4736-401d-8bf4-ea18202a3dc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:48.658706 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6659aa16-4736-401d-8bf4-ea18202a3dc0 None None] Bound using segment: {'id': 'df80411f-acb6-4e9d-a7f5-4a8066bc7b33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1'} {{(pid=94299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 05:21:48.659170 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.managers [None req-6659aa16-4736-401d-8bf4-ea18202a3dc0 None None] Bound port: f1d06893-2c4c-4ade-88e7-da8c1abe6ee4, host: dv-cinder-772623-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df80411f-acb6-4e9d-a7f5-4a8066bc7b33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1'}}] {{(pid=94299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 05:21:48.659487 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c84539c-2552-419f-8cec-2e22fb6919ee admin admin] Pushing event updated for resources: {'Port': ['ID=1a237617-035f-463d-8e01-75ddd84a62ed,revision_number=1']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:21:48.659606 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-6659aa16-4736-401d-8bf4-ea18202a3dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:48.679091 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-7c84539c-2552-419f-8cec-2e22fb6919ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600464'] for router_interface, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:48.720467 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-6659aa16-4736-401d-8bf4-ea18202a3dc0 None None] For port f1d06893-2c4c-4ade-88e7-da8c1abe6ee4, host dv-cinder-772623-14-iscsi, cleared binding levels {{(pid=94299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 05:21:48.724179 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-6659aa16-4736-401d-8bf4-ea18202a3dc0 None None] For port f1d06893-2c4c-4ade-88e7-da8c1abe6ee4, host dv-cinder-772623-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-14-iscsi',level=0,port_id=f1d06893-2c4c-4ade-88e7-da8c1abe6ee4,segment=NetworkSegment(df80411f-acb6-4e9d-a7f5-4a8066bc7b33),segment_id=df80411f-acb6-4e9d-a7f5-4a8066bc7b33)] {{(pid=94299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 05:21:48.730537 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-6659aa16-4736-401d-8bf4-ea18202a3dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:48.799835 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6659aa16-4736-401d-8bf4-ea18202a3dc0 None None] Routers {'a53a5e1d-49ba-4b19-a38d-89469459e68f'} bound to L3 agent in host dv-cinder-772623-14-iscsi {{(pid=94299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 05:21:48.800472 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-6659aa16-4736-401d-8bf4-ea18202a3dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T05:09:16Z,description=,heartbeat_timestamp=2021-09-09T05:21:47Z,host='dv-cinder-772623-14-iscsi',id=e912432c-85e4-4a31-b574-aae2dcf01ec7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T05:09:16Z,topic='l3_agent')) {'router_ids': ['a53a5e1d-49ba-4b19-a38d-89469459e68f'], 'active': True} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:21:48.842841 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62efd30-e2e1-4ba4-91d8-c1bff215310b None None] Pushing event updated for resources: {'Port': ['ID=f1d06893-2c4c-4ade-88e7-da8c1abe6ee4,revision_number=3']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:21:48.843620 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee00d86-8fb3-4c26-b958-fcd7d6a37fab req-28d9daad-d1de-4a10-a4e0-6211ddf3eb34 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:21:48.845816 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-0ee00d86-8fb3-4c26-b958-fcd7d6a37fab req-28d9daad-d1de-4a10-a4e0-6211ddf3eb34 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=a670417d-b5d9-4cf7-9c81-a2c9861b43a4 HTTP/1.1" status: 200 len: 945 time: 0.1024024 Sep 09 05:21:48.858415 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device a1a310a7-bc56-439b-a4b9-3d3ad9730389 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=94299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 05:21:48.922708 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-7c84539c-2552-419f-8cec-2e22fb6919ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:48.939288 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device bcc06d51-1004-47d8-8385-516dc919a99a up at agent ovs-agent-dv-cinder-772623-14-iscsi {{(pid=94299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 05:21:48.956719 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-0ee00d86-8fb3-4c26-b958-fcd7d6a37fab req-0ecb23e0-fa1c-4664-9878-9debed4e18f5 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=5af4d00d-ecbd-4eb8-b3e5-1e280e524941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959530 Sep 09 05:21:49.036788 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvr_db [None req-6659aa16-4736-401d-8bf4-ea18202a3dc0 None None] Set router a53a5e1d-49ba-4b19-a38d-89469459e68f gateway port host: dv-cinder-772623-14-iscsi {{(pid=94299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 05:21:49.038641 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-0aa2c673-7c9c-471b-ac6a-0e971b2d073a None None] Provisioning for port 1a237617-035f-463d-8e01-75ddd84a62ed completed by entity DHCP. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 05:21:49.075731 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-0aa2c673-7c9c-471b-ac6a-0e971b2d073a None None] Provisioning complete for port 1a237617-035f-463d-8e01-75ddd84a62ed triggered by entity DHCP. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:21:49.076099 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0aa2c673-7c9c-471b-ac6a-0e971b2d073a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:49.210449 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] For port a1a310a7-bc56-439b-a4b9-3d3ad9730389, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=a1a310a7-bc56-439b-a4b9-3d3ad9730389,segment=NetworkSegment(44b63472-c473-4956-8286-eaf7d63fb2aa),segment_id=44b63472-c473-4956-8286-eaf7d63fb2aa)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:21:49.222877 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.plugin [None req-0aa2c673-7c9c-471b-ac6a-0e971b2d073a None None] Port 1a237617-035f-463d-8e01-75ddd84a62ed cannot update to ACTIVE because it is not bound. {{(pid=94299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 05:21:49.254644 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Provisioning for port bcc06d51-1004-47d8-8385-516dc919a99a completed by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 05:21:49.267908 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Returning: {'device': 'a1a310a7-bc56-439b-a4b9-3d3ad9730389', 'network_id': '7b28e044-cfb6-46f2-81af-55250817b403', 'port_id': 'a1a310a7-bc56-439b-a4b9-3d3ad9730389', 'mac_address': 'fa:16:3e:b5:dd:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51c02a87-9f42-4bcc-8c63-f9b42807f41e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 05:21:49.271289 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-fdc48b13-ab8b-41d0-a622-21cc731cd6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:49.271981 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Provisioning complete for port bcc06d51-1004-47d8-8385-516dc919a99a triggered by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:21:49.272313 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:49.390138 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:49.415762 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.notifiers.nova [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1a310a7-bc56-439b-a4b9-3d3ad9730389 {{(pid=94299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 05:21:49.454590 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-7c84539c-2552-419f-8cec-2e22fb6919ee admin admin] Notify callbacks [] for port, precommit_update {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:49.467619 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-7c84539c-2552-419f-8cec-2e22fb6919ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1873021'] for port, after_update {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:49.470904 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] For port a1a310a7-bc56-439b-a4b9-3d3ad9730389, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=a1a310a7-bc56-439b-a4b9-3d3ad9730389,segment=NetworkSegment(44b63472-c473-4956-8286-eaf7d63fb2aa),segment_id=44b63472-c473-4956-8286-eaf7d63fb2aa)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:21:49.481295 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:49.483865 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:49.488694 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-6659aa16-4736-401d-8bf4-ea18202a3dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53a5e1d-49ba-4b19-a38d-89469459e68f', 'name': 'tempest-TestVolumeBootPattern-489298219-router', 'tenant_id': 'ddcd5653413143e99ea8197beb98de5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'f1d06893-2c4c-4ade-88e7-da8c1abe6ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:21:46Z', 'updated_at': '2021-09-09T05:21:47Z', 'revision_number': 3, 'project_id': 'ddcd5653413143e99ea8197beb98de5f', 'gw_port': {'id': 'f1d06893-2c4c-4ade-88e7-da8c1abe6ee4', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:43:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a53a5e1d-49ba-4b19-a38d-89469459e68f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:21:46Z', 'updated_at': '2021-09-09T05:21:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi'}], 'dv-cinder-772623-14-iscsi', False) {} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:21:49.546781 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6659aa16-4736-401d-8bf4-ea18202a3dc0 None None] The sync data for ids ['a53a5e1d-49ba-4b19-a38d-89469459e68f'] in dv-cinder-772623-14-iscsi is: [{'id': 'a53a5e1d-49ba-4b19-a38d-89469459e68f', 'name': 'tempest-TestVolumeBootPattern-489298219-router', 'tenant_id': 'ddcd5653413143e99ea8197beb98de5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'f1d06893-2c4c-4ade-88e7-da8c1abe6ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:21:46Z', 'updated_at': '2021-09-09T05:21:47Z', 'revision_number': 3, 'project_id': 'ddcd5653413143e99ea8197beb98de5f', 'gw_port': {'id': 'f1d06893-2c4c-4ade-88e7-da8c1abe6ee4', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:43:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a53a5e1d-49ba-4b19-a38d-89469459e68f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:21:46Z', 'updated_at': '2021-09-09T05:21:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi'}] {{(pid=94299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 05:21:49.576170 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-7c84539c-2552-419f-8cec-2e22fb6919ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601088'] for router_interface, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:49.577735 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c84539c-2552-419f-8cec-2e22fb6919ee admin admin] Pushing event updated for resources: {'Port': ['ID=1a237617-035f-463d-8e01-75ddd84a62ed,revision_number=2']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:21:49.589502 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] For port bcc06d51-1004-47d8-8385-516dc919a99a, host dv-cinder-772623-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-14-iscsi',level=0,port_id=bcc06d51-1004-47d8-8385-516dc919a99a,segment=NetworkSegment(72cb4207-838c-49bd-8e0c-6709c728d1de),segment_id=72cb4207-838c-49bd-8e0c-6709c728d1de)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:21:49.594240 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Pushing event updated for resources: {'Port': ['ID=a1a310a7-bc56-439b-a4b9-3d3ad9730389,revision_number=4']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:21:49.598594 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:49.644579 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a788b1-6da4-4e91-99ce-d6bbfeb83aa0 req-5c013b5d-d74d-4870-8f69-94d46628ff44 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:21:49.646178 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-42a788b1-6da4-4e91-99ce-d6bbfeb83aa0 req-5c013b5d-d74d-4870-8f69-94d46628ff44 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/ports?device_id=a43c380e-f38d-43ee-baaa-d28f5b69ccb0 HTTP/1.1" status: 200 len: 944 time: 0.0929782 Sep 09 05:21:49.660931 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Pushing event updated for resources: {'Port': ['ID=bcc06d51-1004-47d8-8385-516dc919a99a,revision_number=3']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:21:49.727699 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] get_ports_and_sgs() called for port_ids ['a1a310a7-bc56-439b-a4b9-3d3ad9730389'] {{(pid=94299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 05:21:49.727931 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-42a788b1-6da4-4e91-99ce-d6bbfeb83aa0 req-48fb3de2-cfb5-40c4-b28b-efe7bf13d047 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f3cc83f-96df-4b99-baf1-f911ea77c1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571074 Sep 09 05:21:49.740099 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c84539c-2552-419f-8cec-2e22fb6919ee admin admin] Network 591ece5e-2938-4cf9-bb43-c15ca886ca94 is already hosted by enough agents. {{(pid=94298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 05:21:49.742519 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.base_scheduler [None req-7c84539c-2552-419f-8cec-2e22fb6919ee admin admin] Resources bound (agent type, host, resource id): {{(pid=94298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 05:21:49.889071 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c84539c-2552-419f-8cec-2e22fb6919ee admin admin] Router a53a5e1d-49ba-4b19-a38d-89469459e68f has already been hosted by L3 agent e912432c-85e4-4a31-b574-aae2dcf01ec7 {{(pid=94298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 05:21:50.013653 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c84539c-2552-419f-8cec-2e22fb6919ee admin admin] Notify agent at l3_agent.dv-cinder-772623-14-iscsi the message routers_updated {{(pid=94298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 05:21:50.020540 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-7c84539c-2552-419f-8cec-2e22fb6919ee admin admin] 10.222.0.24 "PUT /v2.0/routers/a53a5e1d-49ba-4b19-a38d-89469459e68f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2369332 Sep 09 05:21:50.063316 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-40bd6ce8-c8a0-48eb-8206-7f00e10838c1 None None] Provisioning complete for port 1a237617-035f-463d-8e01-75ddd84a62ed triggered by entity DHCP. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:21:50.063688 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-40bd6ce8-c8a0-48eb-8206-7f00e10838c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:50.104587 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.plugin [None req-40bd6ce8-c8a0-48eb-8206-7f00e10838c1 None None] Port 1a237617-035f-463d-8e01-75ddd84a62ed cannot update to ACTIVE because it is not bound. {{(pid=94299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 05:21:50.113617 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ade5b-999e-4fd3-aba8-65f0d03c71d0 req-4fdb4885-3792-4adf-afec-b22ff5057056 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:21:50.115233 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-a80ade5b-999e-4fd3-aba8-65f0d03c71d0 req-4fdb4885-3792-4adf-afec-b22ff5057056 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=a670417d-b5d9-4cf7-9c81-a2c9861b43a4 HTTP/1.1" status: 200 len: 945 time: 0.0583103 Sep 09 05:21:50.156114 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-a80ade5b-999e-4fd3-aba8-65f0d03c71d0 req-1fd45975-0d52-4c29-8e01-4a3d76db68ea tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=5af4d00d-ecbd-4eb8-b3e5-1e280e524941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348036 Sep 09 05:21:50.523829 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 40266) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:21:50.529469 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.v2.base [None req-0ecdc397-58aa-4d1a-9d87-a4f0d586fd83 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-518076483-network', 'tenant_id': 'c7eadc90767a43ab88c642dbbc398d3a'}} {{(pid=94298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:21:50.550534 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ecdc397-58aa-4d1a-9d87-a4f0d586fd83 admin admin] Made reservation on behalf of c7eadc90767a43ab88c642dbbc398d3a for: {'network': 1} {{(pid=94298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 05:21:50.552920 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-0ecdc397-58aa-4d1a-9d87-a4f0d586fd83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for network, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:50.560809 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-0ecdc397-58aa-4d1a-9d87-a4f0d586fd83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:50.649294 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-0ecdc397-58aa-4d1a-9d87-a4f0d586fd83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:50.653572 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-0ecdc397-58aa-4d1a-9d87-a4f0d586fd83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:50.679431 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ecdc397-58aa-4d1a-9d87-a4f0d586fd83 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=94298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 05:21:50.684627 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecdc397-58aa-4d1a-9d87-a4f0d586fd83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4403f67-e2b9-42d3-af64-76c7decdafa2,revision_number=1']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:21:50.691720 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-0ecdc397-58aa-4d1a-9d87-a4f0d586fd83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771871'] for segment, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:50.692066 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.db.segments_db [None req-0ecdc397-58aa-4d1a-9d87-a4f0d586fd83 admin admin] Added segment 01610e47-9787-4881-92a8-c4de40f0b59d of type vlan for network 58bcfbda-6994-41a2-87e0-20101e059a9a Sep 09 05:21:50.734726 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-0ecdc397-58aa-4d1a-9d87-a4f0d586fd83 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748631623976'] for network, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:50.757447 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-0ecdc397-58aa-4d1a-9d87-a4f0d586fd83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442'] for network, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:50.758447 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ecdc397-58aa-4d1a-9d87-a4f0d586fd83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:21:50.759177 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-0ecdc397-58aa-4d1a-9d87-a4f0d586fd83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for network, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:50.791431 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-0ecdc397-58aa-4d1a-9d87-a4f0d586fd83 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2664824 Sep 09 05:21:50.793057 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 40270) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:21:50.798751 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.v2.base [None req-69720789-5ef4-488f-9f49-948e444aa6ee admin admin] Request body: {'subnet': {'network_id': '58bcfbda-6994-41a2-87e0-20101e059a9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-518076483-subnet', 'tenant_id': 'c7eadc90767a43ab88c642dbbc398d3a', 'ip_version': 4}} {{(pid=94297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:21:50.834122 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecdc397-58aa-4d1a-9d87-a4f0d586fd83 admin admin] Pushing event updated for resources: {'Network': ['ID=58bcfbda-6994-41a2-87e0-20101e059a9a,revision_number=1']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:21:50.835120 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device a1a310a7-bc56-439b-a4b9-3d3ad9730389 up at agent hyperv_hv-cinder-77262 {{(pid=94299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 05:21:50.845267 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69720789-5ef4-488f-9f49-948e444aa6ee admin admin] Made reservation on behalf of c7eadc90767a43ab88c642dbbc398d3a for: {'subnet': 1} {{(pid=94297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 05:21:50.847367 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-69720789-5ef4-488f-9f49-948e444aa6ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28951529'] for subnet, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:50.866202 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Network 58bcfbda-6994-41a2-87e0-20101e059a9a details requested by agent ovs-agent-dv-cinder-772623-14-iscsi with host dv-cinder-772623-14-iscsi {{(pid=94299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 05:21:50.932907 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b410e8-7c72-4d6f-b1db-3d4058ab76ce req-547dc1f8-30cc-4592-9c79-8ce0b0d5de7f tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:21:50.936950 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-a9b410e8-7c72-4d6f-b1db-3d4058ab76ce req-547dc1f8-30cc-4592-9c79-8ce0b0d5de7f tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/ports?device_id=a43c380e-f38d-43ee-baaa-d28f5b69ccb0 HTTP/1.1" status: 200 len: 944 time: 0.0968940 Sep 09 05:21:50.958796 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device f1d06893-2c4c-4ade-88e7-da8c1abe6ee4 up at agent ovs-agent-dv-cinder-772623-14-iscsi {{(pid=94299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 05:21:50.993366 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-a9b410e8-7c72-4d6f-b1db-3d4058ab76ce req-185268cc-11e9-42de-a064-22b2ac7ddf2e tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f3cc83f-96df-4b99-baf1-f911ea77c1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483351 Sep 09 05:21:51.007829 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Provisioning for port a1a310a7-bc56-439b-a4b9-3d3ad9730389 completed by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 05:21:51.011725 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Provisioning complete for port a1a310a7-bc56-439b-a4b9-3d3ad9730389 triggered by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:21:51.012299 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:51.055113 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Provisioning for port f1d06893-2c4c-4ade-88e7-da8c1abe6ee4 completed by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 05:21:51.061057 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Provisioning complete for port f1d06893-2c4c-4ade-88e7-da8c1abe6ee4 triggered by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:21:51.061419 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:51.076293 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-69720789-5ef4-488f-9f49-948e444aa6ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29281137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28951543'] for subnet, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:51.133609 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69720789-5ef4-488f-9f49-948e444aa6ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8a330c9-99fb-4744-828b-d16b0986ced3,revision_number=0']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:21:51.147153 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:51.152378 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69720789-5ef4-488f-9f49-948e444aa6ee admin admin] Checking segment: {'id': '01610e47-9787-4881-92a8-c4de40f0b59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '58bcfbda-6994-41a2-87e0-20101e059a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 05:21:51.152776 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69720789-5ef4-488f-9f49-948e444aa6ee admin admin] Network hostable DHCP agents. Network: 58bcfbda-6994-41a2-87e0-20101e059a9a, hostable agents: ['bd61413d-9299-49db-9f91-5814fb92a5ef'], hosted agents: [] {{(pid=94297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 05:21:51.170862 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69720789-5ef4-488f-9f49-948e444aa6ee admin admin] Network 58bcfbda-6994-41a2-87e0-20101e059a9a is scheduled to be hosted by DHCP agent bd61413d-9299-49db-9f91-5814fb92a5ef with binding_index 1 {{(pid=94297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 05:21:51.182591 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.base_scheduler [None req-69720789-5ef4-488f-9f49-948e444aa6ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-14-iscsi, 58bcfbda-6994-41a2-87e0-20101e059a9a) {{(pid=94297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 05:21:51.187904 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69720789-5ef4-488f-9f49-948e444aa6ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:21:51.189389 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-69720789-5ef4-488f-9f49-948e444aa6ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:51.196157 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a43c380e-f38d-43ee-baaa-d28f5b69ccb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1a310a7-bc56-439b-a4b9-3d3ad9730389'}] {{(pid=94299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 05:21:51.198414 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6baa3fa754b64f0f84acd20b1d53bd6375697f3cd0d79ee629041410e58b9d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b929aa0d-0aa6-4a21-a695-8368244bfd04" -d '{"events": [{"server_uuid": "a43c380e-f38d-43ee-baaa-d28f5b69ccb0", "name": "network-vif-plugged", "status": "completed", "tag": "a1a310a7-bc56-439b-a4b9-3d3ad9730389"}]}' {{(pid=94299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 05:21:51.208834 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08372dd9-ac6a-466a-883f-9f3e153bf1c9 None None] Network 58bcfbda-6994-41a2-87e0-20101e059a9a requested from dv-cinder-772623-14-iscsi {{(pid=94299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 05:21:51.212108 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-69720789-5ef4-488f-9f49-948e444aa6ee admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4150167 Sep 09 05:21:51.212393 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 40276) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:21:51.216879 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.v2.base [None req-ce00eec8-29a4-43ab-ac09-d37c16a34eb4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-518076483-router', 'tenant_id': 'c7eadc90767a43ab88c642dbbc398d3a', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1'}}} {{(pid=94298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:21:51.230307 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] For port a1a310a7-bc56-439b-a4b9-3d3ad9730389, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=a1a310a7-bc56-439b-a4b9-3d3ad9730389,segment=NetworkSegment(44b63472-c473-4956-8286-eaf7d63fb2aa),segment_id=44b63472-c473-4956-8286-eaf7d63fb2aa)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:21:51.231327 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:51.251242 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-ce00eec8-29a4-43ab-ac09-d37c16a34eb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-603024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4260'] for router, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:51.253626 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:51.254405 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-ce00eec8-29a4-43ab-ac09-d37c16a34eb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-603904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4269'] for router, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:51.268375 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 05:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d23ae8-32a2-445d-bdef-e5ca47135f40 x-openstack-request-id: req-00d23ae8-32a2-445d-bdef-e5ca47135f40 {{(pid=94299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 05:21:51.268926 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a43c380e-f38d-43ee-baaa-d28f5b69ccb0", "name": "network-vif-plugged", "status": "completed", "tag": "a1a310a7-bc56-439b-a4b9-3d3ad9730389", "code": 200}]} {{(pid=94299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 05:21:51.269343 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-00d23ae8-32a2-445d-bdef-e5ca47135f40 {{(pid=94299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 05:21:51.269924 dv-cinder-772623-14-iscsi neutron-server[94299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a43c380e-f38d-43ee-baaa-d28f5b69ccb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1a310a7-bc56-439b-a4b9-3d3ad9730389', 'code': 200} Sep 09 05:21:51.287146 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d75cf3d-e0a5-415b-9f24-f4fdcfed5273 None None] Sync routers for ids ['a53a5e1d-49ba-4b19-a38d-89469459e68f'] in dv-cinder-772623-14-iscsi {{(pid=94300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 05:21:51.298446 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d75cf3d-e0a5-415b-9f24-f4fdcfed5273 None None] Routers {'a53a5e1d-49ba-4b19-a38d-89469459e68f'} bound to L3 agent in host dv-cinder-772623-14-iscsi {{(pid=94300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 05:21:51.299056 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_hamode_db [None req-7d75cf3d-e0a5-415b-9f24-f4fdcfed5273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T05:09:16Z,description=,heartbeat_timestamp=2021-09-09T05:21:47Z,host='dv-cinder-772623-14-iscsi',id=e912432c-85e4-4a31-b574-aae2dcf01ec7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T05:09:16Z,topic='l3_agent')) {'router_ids': ['a53a5e1d-49ba-4b19-a38d-89469459e68f'], 'active': True} {{(pid=94300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:21:51.334330 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] For port f1d06893-2c4c-4ade-88e7-da8c1abe6ee4, host dv-cinder-772623-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-14-iscsi',level=0,port_id=f1d06893-2c4c-4ade-88e7-da8c1abe6ee4,segment=NetworkSegment(df80411f-acb6-4e9d-a7f5-4a8066bc7b33),segment_id=df80411f-acb6-4e9d-a7f5-4a8066bc7b33)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:21:51.346673 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:51.347716 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device bcc06d51-1004-47d8-8385-516dc919a99a up at agent ovs-agent-dv-cinder-772623-14-iscsi {{(pid=94299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 05:21:51.355332 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-ce00eec8-29a4-43ab-ac09-d37c16a34eb4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:51.368777 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104f058e-a27e-4fb7-8487-685bbf3b5d4b req-9c44a24f-465c-45f9-a5d0-453d97155e50 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:21:51.377631 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-104f058e-a27e-4fb7-8487-685bbf3b5d4b req-9c44a24f-465c-45f9-a5d0-453d97155e50 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=a670417d-b5d9-4cf7-9c81-a2c9861b43a4 HTTP/1.1" status: 200 len: 945 time: 0.1170771 Sep 09 05:21:51.394710 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Pushing event updated for resources: {'Port': ['ID=a1a310a7-bc56-439b-a4b9-3d3ad9730389,revision_number=5']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:21:51.510961 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1d60a5-ec34-4bc5-985f-c2ac650acc49 req-38251947-4021-49bb-83e2-5f7620f667f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:21:51.512606 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-2d1d60a5-ec34-4bc5-985f-c2ac650acc49 req-38251947-4021-49bb-83e2-5f7620f667f3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a43c380e-f38d-43ee-baaa-d28f5b69ccb0 HTTP/1.1" status: 200 len: 1098 time: 0.0826375 Sep 09 05:21:51.540702 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-104f058e-a27e-4fb7-8487-685bbf3b5d4b req-fb0c7b51-d0cd-47c5-9724-9eb38d9dfc63 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=5af4d00d-ecbd-4eb8-b3e5-1e280e524941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1578581 Sep 09 05:21:51.560932 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-2d1d60a5-ec34-4bc5-985f-c2ac650acc49 req-a9960ddb-642c-4117-be81-fdce3b06b6aa service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=9f3cc83f-96df-4b99-baf1-f911ea77c1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403841 Sep 09 05:21:51.582439 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-ce00eec8-29a4-43ab-ac09-d37c16a34eb4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:51.585357 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_dvr_db [None req-7d75cf3d-e0a5-415b-9f24-f4fdcfed5273 None None] Set router a53a5e1d-49ba-4b19-a38d-89469459e68f gateway port host: dv-cinder-772623-14-iscsi {{(pid=94300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 05:21:51.645666 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Pushing event updated for resources: {'Port': ['ID=f1d06893-2c4c-4ade-88e7-da8c1abe6ee4,revision_number=4']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:21:51.676107 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Provisioning complete for port bcc06d51-1004-47d8-8385-516dc919a99a triggered by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:21:51.676496 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:51.684308 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1896e7-5968-4c5a-b277-d3bd5cb5c597 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99c37c4c-a2b7-5f49-acb8-7f377d3e8231-58bcfbda-6994-41a2-87e0-20101e059a9a', 'network_id': '58bcfbda-6994-41a2-87e0-20101e059a9a', 'tenant_id': 'c7eadc90767a43ab88c642dbbc398d3a', 'fixed_ips': [{'subnet_id': 'd8a330c9-99fb-4744-828b-d16b0986ced3'}]}} from dv-cinder-772623-14-iscsi. {{(pid=94299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 05:21:51.685727 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-eb1896e7-5968-4c5a-b277-d3bd5cb5c597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_create {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:51.795741 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_hamode_db [None req-7d75cf3d-e0a5-415b-9f24-f4fdcfed5273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53a5e1d-49ba-4b19-a38d-89469459e68f', 'name': 'tempest-TestVolumeBootPattern-489298219-router', 'tenant_id': 'ddcd5653413143e99ea8197beb98de5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'f1d06893-2c4c-4ade-88e7-da8c1abe6ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:21:46Z', 'updated_at': '2021-09-09T05:21:48Z', 'revision_number': 4, 'project_id': 'ddcd5653413143e99ea8197beb98de5f', 'gw_port': {'id': 'f1d06893-2c4c-4ade-88e7-da8c1abe6ee4', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:43:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a53a5e1d-49ba-4b19-a38d-89469459e68f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:21:46Z', 'updated_at': '2021-09-09T05:21:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi', '_interfaces': [{'id': '1a237617-035f-463d-8e01-75ddd84a62ed', 'name': '', 'network_id': '591ece5e-2938-4cf9-bb43-c15ca886ca94', 'tenant_id': 'ddcd5653413143e99ea8197beb98de5f', 'mac_address': 'fa:16:3e:76:70:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a53a5e1d-49ba-4b19-a38d-89469459e68f', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '94a6c333-3890-40af-80b3-e0da9d928c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:21:48Z', 'updated_at': '2021-09-09T05:21:49Z', 'revision_number': 2, 'project_id': 'ddcd5653413143e99ea8197beb98de5f', 'subnets': [{'id': '94a6c333-3890-40af-80b3-e0da9d928c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-14-iscsi', False) {} {{(pid=94300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:21:51.797077 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-ce00eec8-29a4-43ab-ac09-d37c16a34eb4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:51.820616 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-ce00eec8-29a4-43ab-ac09-d37c16a34eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:51.823880 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d75cf3d-e0a5-415b-9f24-f4fdcfed5273 None None] Checking router: a53a5e1d-49ba-4b19-a38d-89469459e68f for host: dv-cinder-772623-14-iscsi {{(pid=94300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 05:21:51.824286 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d75cf3d-e0a5-415b-9f24-f4fdcfed5273 None None] Updating router a53a5e1d-49ba-4b19-a38d-89469459e68f port 1a237617-035f-463d-8e01-75ddd84a62ed binding host dv-cinder-772623-14-iscsi {{(pid=94300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 05:21:51.857087 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-7d75cf3d-e0a5-415b-9f24-f4fdcfed5273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:51.883663 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.db_base_plugin_common [None req-eb1896e7-5968-4c5a-b277-d3bd5cb5c597 None None] Allocated IP 172.20.0.2 (58bcfbda-6994-41a2-87e0-20101e059a9a/d8a330c9-99fb-4744-828b-d16b0986ced3/dfbb0253-c5e4-46b5-b3a9-7598848ba5ff) {{(pid=94299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 05:21:51.932917 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.db.db_base_plugin_common [None req-ce00eec8-29a4-43ab-ac09-d37c16a34eb4 admin admin] Allocated IP 172.27.2.181 (5214b103-0600-4a81-9a33-2571ddc573a1/5b692485-8a86-47cc-9882-0c3698d3f08b/b4aefeb9-2ba0-488f-b262-bf8484e33f1c) {{(pid=94298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 05:21:52.041989 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-eb1896e7-5968-4c5a-b277-d3bd5cb5c597 None None] Notify callbacks [] for port, precommit_create {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:52.055500 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-ce00eec8-29a4-43ab-ac09-d37c16a34eb4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:52.058448 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-eb1896e7-5968-4c5a-b277-d3bd5cb5c597 None None] Transition to ACTIVE for port object dfbb0253-c5e4-46b5-b3a9-7598848ba5ff will not be triggered until provisioned by entity L2. {{(pid=94299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 05:21:52.079287 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-eb1896e7-5968-4c5a-b277-d3bd5cb5c597 None None] Transition to ACTIVE for port object dfbb0253-c5e4-46b5-b3a9-7598848ba5ff will not be triggered until provisioned by entity DHCP. {{(pid=94299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 05:21:52.085260 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-eb1896e7-5968-4c5a-b277-d3bd5cb5c597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748631669697'] for port, after_create {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:52.121578 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb1896e7-5968-4c5a-b277-d3bd5cb5c597 None None] Network 58bcfbda-6994-41a2-87e0-20101e059a9a is already hosted by enough agents. {{(pid=94299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 05:21:52.126166 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.scheduler.base_scheduler [None req-eb1896e7-5968-4c5a-b277-d3bd5cb5c597 None None] Resources bound (agent type, host, resource id): {{(pid=94299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 05:21:52.131254 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-ce00eec8-29a4-43ab-ac09-d37c16a34eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748631669697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1874062'] for port, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:52.133389 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1896e7-5968-4c5a-b277-d3bd5cb5c597 None None] Received port after_create {{(pid=94299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 05:21:52.140466 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1896e7-5968-4c5a-b277-d3bd5cb5c597 None None] Pushing event updated for resources: {'Port': ['ID=dfbb0253-c5e4-46b5-b3a9-7598848ba5ff,revision_number=1']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:21:52.157117 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-7d75cf3d-e0a5-415b-9f24-f4fdcfed5273 None None] Notify callbacks [] for port, precommit_update {{(pid=94300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:52.166296 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a44a8be-8388-46ea-b30d-bed7dbfc85fd req-996bde3a-d42f-4133-932d-989c460c5c09 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:21:52.167098 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.provisioning_blocks [None req-7d75cf3d-e0a5-415b-9f24-f4fdcfed5273 None None] Transition to ACTIVE for port object 1a237617-035f-463d-8e01-75ddd84a62ed will not be triggered until provisioned by entity L2. {{(pid=94300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 05:21:52.167651 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-1a44a8be-8388-46ea-b30d-bed7dbfc85fd req-996bde3a-d42f-4133-932d-989c460c5c09 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/ports?device_id=a43c380e-f38d-43ee-baaa-d28f5b69ccb0 HTTP/1.1" status: 200 len: 945 time: 0.0875456 Sep 09 05:21:52.176444 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-7d75cf3d-e0a5-415b-9f24-f4fdcfed5273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:52.193943 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce00eec8-29a4-43ab-ac09-d37c16a34eb4 admin admin] Network 5214b103-0600-4a81-9a33-2571ddc573a1 is already hosted by enough agents. {{(pid=94298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 05:21:52.200811 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.managers [None req-eb1896e7-5968-4c5a-b277-d3bd5cb5c597 None None] Attempting to bind port dfbb0253-c5e4-46b5-b3a9-7598848ba5ff on host dv-cinder-772623-14-iscsi for vnic_type normal with profile {{(pid=94299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 05:21:52.201257 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.managers [None req-eb1896e7-5968-4c5a-b277-d3bd5cb5c597 None None] Attempting to bind port dfbb0253-c5e4-46b5-b3a9-7598848ba5ff by drivers openvswitch,hyperv on host dv-cinder-772623-14-iscsi at level 0 using segments [{'id': '01610e47-9787-4881-92a8-c4de40f0b59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '58bcfbda-6994-41a2-87e0-20101e059a9a'}] {{(pid=94299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 05:21:52.201709 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1896e7-5968-4c5a-b277-d3bd5cb5c597 None None] Attempting to bind port dfbb0253-c5e4-46b5-b3a9-7598848ba5ff on network 58bcfbda-6994-41a2-87e0-20101e059a9a {{(pid=94299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 05:21:52.206995 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1896e7-5968-4c5a-b277-d3bd5cb5c597 None None] Checking agent: {'id': 'b4d491fa-f395-4d31-93f5-2c51f286f631', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 5, 9, 17), 'started_at': datetime.datetime(2021, 9, 9, 5, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 5, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 05:21:52.207475 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1896e7-5968-4c5a-b277-d3bd5cb5c597 None None] Checking segment: {'id': '01610e47-9787-4881-92a8-c4de40f0b59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '58bcfbda-6994-41a2-87e0-20101e059a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 05:21:52.207945 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-eb1896e7-5968-4c5a-b277-d3bd5cb5c597 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:52.208405 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1896e7-5968-4c5a-b277-d3bd5cb5c597 None None] Bound using segment: {'id': '01610e47-9787-4881-92a8-c4de40f0b59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '58bcfbda-6994-41a2-87e0-20101e059a9a'} {{(pid=94299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 05:21:52.208505 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.base_scheduler [None req-ce00eec8-29a4-43ab-ac09-d37c16a34eb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 05:21:52.208999 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.managers [None req-eb1896e7-5968-4c5a-b277-d3bd5cb5c597 None None] Bound port: dfbb0253-c5e4-46b5-b3a9-7598848ba5ff, host: dv-cinder-772623-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01610e47-9787-4881-92a8-c4de40f0b59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '58bcfbda-6994-41a2-87e0-20101e059a9a'}}] {{(pid=94299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 05:21:52.209440 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-eb1896e7-5968-4c5a-b277-d3bd5cb5c597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:52.212383 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce00eec8-29a4-43ab-ac09-d37c16a34eb4 admin admin] Received port after_create {{(pid=94298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 05:21:52.217541 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce00eec8-29a4-43ab-ac09-d37c16a34eb4 admin admin] Pushing event updated for resources: {'Port': ['ID=b4aefeb9-2ba0-488f-b262-bf8484e33f1c,revision_number=1']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:21:52.223161 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0be19a3-95f4-4959-bf6d-d0f8ef18e9e0 None None] Pushing event updated for resources: {'Port': ['ID=1a237617-035f-463d-8e01-75ddd84a62ed,revision_number=3']} {{(pid=94300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:21:52.261221 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0be19a3-95f4-4959-bf6d-d0f8ef18e9e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:21:52.261901 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0be19a3-95f4-4959-bf6d-d0f8ef18e9e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:21:52.262956 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0be19a3-95f4-4959-bf6d-d0f8ef18e9e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:21:52.263454 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0be19a3-95f4-4959-bf6d-d0f8ef18e9e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:21:52.264112 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0be19a3-95f4-4959-bf6d-d0f8ef18e9e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:21:52.265062 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0be19a3-95f4-4959-bf6d-d0f8ef18e9e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:21:52.265570 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0be19a3-95f4-4959-bf6d-d0f8ef18e9e0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:21:52.266092 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0be19a3-95f4-4959-bf6d-d0f8ef18e9e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:21:52.266438 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0be19a3-95f4-4959-bf6d-d0f8ef18e9e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:21:52.266935 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0be19a3-95f4-4959-bf6d-d0f8ef18e9e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:21:52.267262 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0be19a3-95f4-4959-bf6d-d0f8ef18e9e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:21:52.267577 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0be19a3-95f4-4959-bf6d-d0f8ef18e9e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:21:52.275421 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-1a44a8be-8388-46ea-b30d-bed7dbfc85fd req-8bac2fce-d297-4666-9fc3-b1881a940eac tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f3cc83f-96df-4b99-baf1-f911ea77c1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983942 Sep 09 05:21:52.279969 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-eb1896e7-5968-4c5a-b277-d3bd5cb5c597 None None] For port dfbb0253-c5e4-46b5-b3a9-7598848ba5ff, host dv-cinder-772623-14-iscsi, cleared binding levels {{(pid=94299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 05:21:52.287594 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-eb1896e7-5968-4c5a-b277-d3bd5cb5c597 None None] For port dfbb0253-c5e4-46b5-b3a9-7598848ba5ff, host dv-cinder-772623-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-14-iscsi',level=0,port_id=dfbb0253-c5e4-46b5-b3a9-7598848ba5ff,segment=NetworkSegment(01610e47-9787-4881-92a8-c4de40f0b59d),segment_id=01610e47-9787-4881-92a8-c4de40f0b59d)] {{(pid=94299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 05:21:52.296855 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-eb1896e7-5968-4c5a-b277-d3bd5cb5c597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:52.312243 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.plugins.ml2.managers [None req-7d75cf3d-e0a5-415b-9f24-f4fdcfed5273 None None] Attempting to bind port 1a237617-035f-463d-8e01-75ddd84a62ed on host dv-cinder-772623-14-iscsi for vnic_type normal with profile {{(pid=94300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 05:21:52.312803 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.plugins.ml2.managers [None req-7d75cf3d-e0a5-415b-9f24-f4fdcfed5273 None None] Attempting to bind port 1a237617-035f-463d-8e01-75ddd84a62ed by drivers openvswitch,hyperv on host dv-cinder-772623-14-iscsi at level 0 using segments [{'id': '72cb4207-838c-49bd-8e0c-6709c728d1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '591ece5e-2938-4cf9-bb43-c15ca886ca94'}] {{(pid=94300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 05:21:52.312989 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d75cf3d-e0a5-415b-9f24-f4fdcfed5273 None None] Attempting to bind port 1a237617-035f-463d-8e01-75ddd84a62ed on network 591ece5e-2938-4cf9-bb43-c15ca886ca94 {{(pid=94300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 05:21:52.319253 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d75cf3d-e0a5-415b-9f24-f4fdcfed5273 None None] Checking agent: {'id': 'b4d491fa-f395-4d31-93f5-2c51f286f631', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 5, 9, 17), 'started_at': datetime.datetime(2021, 9, 9, 5, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 5, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 05:21:52.319926 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d75cf3d-e0a5-415b-9f24-f4fdcfed5273 None None] Checking segment: {'id': '72cb4207-838c-49bd-8e0c-6709c728d1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '591ece5e-2938-4cf9-bb43-c15ca886ca94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 05:21:52.320906 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-7d75cf3d-e0a5-415b-9f24-f4fdcfed5273 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:52.321492 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d75cf3d-e0a5-415b-9f24-f4fdcfed5273 None None] Bound using segment: {'id': '72cb4207-838c-49bd-8e0c-6709c728d1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '591ece5e-2938-4cf9-bb43-c15ca886ca94'} {{(pid=94300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 05:21:52.322833 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.plugins.ml2.managers [None req-7d75cf3d-e0a5-415b-9f24-f4fdcfed5273 None None] Bound port: 1a237617-035f-463d-8e01-75ddd84a62ed, host: dv-cinder-772623-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72cb4207-838c-49bd-8e0c-6709c728d1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '591ece5e-2938-4cf9-bb43-c15ca886ca94'}}] {{(pid=94300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 05:21:52.323760 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-7d75cf3d-e0a5-415b-9f24-f4fdcfed5273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:52.374490 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1896e7-5968-4c5a-b277-d3bd5cb5c597 None None] Pushing event updated for resources: {'Port': ['ID=dfbb0253-c5e4-46b5-b3a9-7598848ba5ff,revision_number=2']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:21:52.399668 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.plugins.ml2.db [None req-7d75cf3d-e0a5-415b-9f24-f4fdcfed5273 None None] For port 1a237617-035f-463d-8e01-75ddd84a62ed, host dv-cinder-772623-14-iscsi, cleared binding levels {{(pid=94300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 05:21:52.403484 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.plugins.ml2.db [None req-7d75cf3d-e0a5-415b-9f24-f4fdcfed5273 None None] For port 1a237617-035f-463d-8e01-75ddd84a62ed, host dv-cinder-772623-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-14-iscsi',level=0,port_id=1a237617-035f-463d-8e01-75ddd84a62ed,segment=NetworkSegment(72cb4207-838c-49bd-8e0c-6709c728d1de),segment_id=72cb4207-838c-49bd-8e0c-6709c728d1de)] {{(pid=94300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 05:21:52.408575 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-7d75cf3d-e0a5-415b-9f24-f4fdcfed5273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:52.484018 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0be19a3-95f4-4959-bf6d-d0f8ef18e9e0 None None] Pushing event updated for resources: {'Port': ['ID=1a237617-035f-463d-8e01-75ddd84a62ed,revision_number=4']} {{(pid=94300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:21:52.500508 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d75cf3d-e0a5-415b-9f24-f4fdcfed5273 None None] Routers {'a53a5e1d-49ba-4b19-a38d-89469459e68f'} bound to L3 agent in host dv-cinder-772623-14-iscsi {{(pid=94300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 05:21:52.501045 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_hamode_db [None req-7d75cf3d-e0a5-415b-9f24-f4fdcfed5273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T05:09:16Z,description=,heartbeat_timestamp=2021-09-09T05:21:47Z,host='dv-cinder-772623-14-iscsi',id=e912432c-85e4-4a31-b574-aae2dcf01ec7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T05:09:16Z,topic='l3_agent')) {'router_ids': ['a53a5e1d-49ba-4b19-a38d-89469459e68f'], 'active': True} {{(pid=94300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:21:52.575890 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-ce00eec8-29a4-43ab-ac09-d37c16a34eb4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:52.707251 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_dvr_db [None req-7d75cf3d-e0a5-415b-9f24-f4fdcfed5273 None None] Set router a53a5e1d-49ba-4b19-a38d-89469459e68f gateway port host: dv-cinder-772623-14-iscsi {{(pid=94300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 05:21:52.882768 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-ce00eec8-29a4-43ab-ac09-d37c16a34eb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600385'] for router, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:53.002492 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device f1d06893-2c4c-4ade-88e7-da8c1abe6ee4 up at agent ovs-agent-dv-cinder-772623-14-iscsi {{(pid=94299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 05:21:53.067166 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Provisioning complete for port f1d06893-2c4c-4ade-88e7-da8c1abe6ee4 triggered by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:21:53.068218 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:53.069392 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_hamode_db [None req-7d75cf3d-e0a5-415b-9f24-f4fdcfed5273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53a5e1d-49ba-4b19-a38d-89469459e68f', 'name': 'tempest-TestVolumeBootPattern-489298219-router', 'tenant_id': 'ddcd5653413143e99ea8197beb98de5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'f1d06893-2c4c-4ade-88e7-da8c1abe6ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:21:46Z', 'updated_at': '2021-09-09T05:21:48Z', 'revision_number': 4, 'project_id': 'ddcd5653413143e99ea8197beb98de5f', 'gw_port': {'id': 'f1d06893-2c4c-4ade-88e7-da8c1abe6ee4', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:43:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53a5e1d-49ba-4b19-a38d-89469459e68f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:21:46Z', 'updated_at': '2021-09-09T05:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi', '_interfaces': [{'id': '1a237617-035f-463d-8e01-75ddd84a62ed', 'name': '', 'network_id': '591ece5e-2938-4cf9-bb43-c15ca886ca94', 'tenant_id': 'ddcd5653413143e99ea8197beb98de5f', 'mac_address': 'fa:16:3e:76:70:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a53a5e1d-49ba-4b19-a38d-89469459e68f', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '94a6c333-3890-40af-80b3-e0da9d928c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:21:48Z', 'updated_at': '2021-09-09T05:21:52Z', 'revision_number': 4, 'project_id': 'ddcd5653413143e99ea8197beb98de5f', 'subnets': [{'id': '94a6c333-3890-40af-80b3-e0da9d928c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-14-iscsi', False) {} {{(pid=94300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:21:53.082740 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b091d9af-38e1-4dce-9b8b-fbfcce27327c req-7170b9b4-269b-4b45-b4fc-ad91564dac95 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:21:53.084254 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-b091d9af-38e1-4dce-9b8b-fbfcce27327c req-7170b9b4-269b-4b45-b4fc-ad91564dac95 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=a670417d-b5d9-4cf7-9c81-a2c9861b43a4 HTTP/1.1" status: 200 len: 945 time: 0.4080913 Sep 09 05:21:53.085013 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce00eec8-29a4-43ab-ac09-d37c16a34eb4 admin admin] Router cc0c51e1-c0cf-4ea6-9bb3-021cc216a4ad is scheduled to L3 agent e912432c-85e4-4a31-b574-aae2dcf01ec7 with binding_index 1 {{(pid=94298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 05:21:53.105490 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d75cf3d-e0a5-415b-9f24-f4fdcfed5273 None None] The sync data for ids ['a53a5e1d-49ba-4b19-a38d-89469459e68f'] in dv-cinder-772623-14-iscsi is: [{'id': 'a53a5e1d-49ba-4b19-a38d-89469459e68f', 'name': 'tempest-TestVolumeBootPattern-489298219-router', 'tenant_id': 'ddcd5653413143e99ea8197beb98de5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'f1d06893-2c4c-4ade-88e7-da8c1abe6ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:21:46Z', 'updated_at': '2021-09-09T05:21:48Z', 'revision_number': 4, 'project_id': 'ddcd5653413143e99ea8197beb98de5f', 'gw_port': {'id': 'f1d06893-2c4c-4ade-88e7-da8c1abe6ee4', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:43:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53a5e1d-49ba-4b19-a38d-89469459e68f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:21:46Z', 'updated_at': '2021-09-09T05:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi', '_interfaces': [{'id': '1a237617-035f-463d-8e01-75ddd84a62ed', 'name': '', 'network_id': '591ece5e-2938-4cf9-bb43-c15ca886ca94', 'tenant_id': 'ddcd5653413143e99ea8197beb98de5f', 'mac_address': 'fa:16:3e:76:70:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a53a5e1d-49ba-4b19-a38d-89469459e68f', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '94a6c333-3890-40af-80b3-e0da9d928c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:21:48Z', 'updated_at': '2021-09-09T05:21:52Z', 'revision_number': 4, 'project_id': 'ddcd5653413143e99ea8197beb98de5f', 'subnets': [{'id': '94a6c333-3890-40af-80b3-e0da9d928c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 05:21:53.163468 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device dfbb0253-c5e4-46b5-b3a9-7598848ba5ff up at agent ovs-agent-dv-cinder-772623-14-iscsi {{(pid=94299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 05:21:53.176019 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-b091d9af-38e1-4dce-9b8b-fbfcce27327c req-c6c24468-be2a-4d82-9130-5d5d23384e32 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=5af4d00d-ecbd-4eb8-b3e5-1e280e524941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833943 Sep 09 05:21:53.228816 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Provisioning for port dfbb0253-c5e4-46b5-b3a9-7598848ba5ff completed by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 05:21:53.273727 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce00eec8-29a4-43ab-ac09-d37c16a34eb4 admin admin] Notify agent at l3_agent.dv-cinder-772623-14-iscsi the message routers_updated {{(pid=94298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 05:21:53.284475 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e266f1d-f7b5-4103-8d28-c36777977bc0 None None] Sync routers for ids ['cc0c51e1-c0cf-4ea6-9bb3-021cc216a4ad'] in dv-cinder-772623-14-iscsi {{(pid=94299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 05:21:53.290997 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-ce00eec8-29a4-43ab-ac09-d37c16a34eb4 admin admin] Notify callbacks [] for router, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:53.292567 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-ce00eec8-29a4-43ab-ac09-d37c16a34eb4 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0791175 Sep 09 05:21:53.295850 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 40284) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:21:53.296695 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e266f1d-f7b5-4103-8d28-c36777977bc0 None None] Routers {'cc0c51e1-c0cf-4ea6-9bb3-021cc216a4ad'} bound to L3 agent in host dv-cinder-772623-14-iscsi {{(pid=94299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 05:21:53.297362 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-8e266f1d-f7b5-4103-8d28-c36777977bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T05:09:16Z,description=,heartbeat_timestamp=2021-09-09T05:21:47Z,host='dv-cinder-772623-14-iscsi',id=e912432c-85e4-4a31-b574-aae2dcf01ec7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T05:09:16Z,topic='l3_agent')) {'router_ids': ['cc0c51e1-c0cf-4ea6-9bb3-021cc216a4ad'], 'active': True} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:21:53.440589 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvr_db [None req-8e266f1d-f7b5-4103-8d28-c36777977bc0 None None] Set router cc0c51e1-c0cf-4ea6-9bb3-021cc216a4ad gateway port host: dv-cinder-772623-14-iscsi {{(pid=94299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 05:21:53.524825 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42218e8f-4333-4f80-8ba2-cc480be25815 req-b78c1b9f-73f7-4f72-b190-8c0c529efd9c tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:21:53.534378 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-42218e8f-4333-4f80-8ba2-cc480be25815 req-b78c1b9f-73f7-4f72-b190-8c0c529efd9c tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/ports?device_id=a43c380e-f38d-43ee-baaa-d28f5b69ccb0 HTTP/1.1" status: 200 len: 945 time: 0.1648340 Sep 09 05:21:53.604627 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-42218e8f-4333-4f80-8ba2-cc480be25815 req-ba478ea5-7eb8-45a6-83c6-5040e30c473b tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f3cc83f-96df-4b99-baf1-f911ea77c1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519705 Sep 09 05:21:53.744015 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8781eb12-6dbb-4e4a-aec9-82474572b560 None None] Network 58bcfbda-6994-41a2-87e0-20101e059a9a requested from dv-cinder-772623-14-iscsi {{(pid=94299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 05:21:53.759761 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e66356-31ce-4163-ad49-2e23b0eb2695 req-492b9c44-8cf5-40fe-8930-3b9b5a1c84c6 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:21:53.761857 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-c3e66356-31ce-4163-ad49-2e23b0eb2695 req-492b9c44-8cf5-40fe-8930-3b9b5a1c84c6 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/ports?device_id=a43c380e-f38d-43ee-baaa-d28f5b69ccb0 HTTP/1.1" status: 200 len: 945 time: 0.0659618 Sep 09 05:21:53.770837 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 40292) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:21:53.775308 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.v2.base [None req-f4133877-e7bd-4668-aec1-24a3710c93a7 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Request body: {'floatingip': {'port_id': 'a1a310a7-bc56-439b-a4b9-3d3ad9730389'}} {{(pid=94298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:21:53.877617 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-37983533-92ae-4a17-b033-64b195a686e7 None None] Provisioning for port dfbb0253-c5e4-46b5-b3a9-7598848ba5ff completed by entity DHCP. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 05:21:53.892102 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-37983533-92ae-4a17-b033-64b195a686e7 None None] Provisioning complete for port dfbb0253-c5e4-46b5-b3a9-7598848ba5ff triggered by entity DHCP. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:21:53.892867 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-37983533-92ae-4a17-b033-64b195a686e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:53.969985 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-8e266f1d-f7b5-4103-8d28-c36777977bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc0c51e1-c0cf-4ea6-9bb3-021cc216a4ad', 'name': 'tempest-TestVolumeBootPattern-518076483-router', 'tenant_id': 'c7eadc90767a43ab88c642dbbc398d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': 'b4aefeb9-2ba0-488f-b262-bf8484e33f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:21:51Z', 'updated_at': '2021-09-09T05:21:52Z', 'revision_number': 3, 'project_id': 'c7eadc90767a43ab88c642dbbc398d3a', 'gw_port': {'id': 'b4aefeb9-2ba0-488f-b262-bf8484e33f1c', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b7:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc0c51e1-c0cf-4ea6-9bb3-021cc216a4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:21:51Z', 'updated_at': '2021-09-09T05:21:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi'}], 'dv-cinder-772623-14-iscsi', False) {} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:21:54.002041 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e266f1d-f7b5-4103-8d28-c36777977bc0 None None] Checking router: cc0c51e1-c0cf-4ea6-9bb3-021cc216a4ad for host: dv-cinder-772623-14-iscsi {{(pid=94299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 05:21:54.002891 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e266f1d-f7b5-4103-8d28-c36777977bc0 None None] Updating router cc0c51e1-c0cf-4ea6-9bb3-021cc216a4ad port b4aefeb9-2ba0-488f-b262-bf8484e33f1c binding host dv-cinder-772623-14-iscsi {{(pid=94299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 05:21:54.061337 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-8e266f1d-f7b5-4103-8d28-c36777977bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:54.104483 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-37983533-92ae-4a17-b033-64b195a686e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:54.108353 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-8f04045b-3432-4547-85f6-39c19b3d6c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:54.143672 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-f4133877-e7bd-4668-aec1-24a3710c93a7 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify callbacks [] for floatingip, before_update {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:54.244739 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-37983533-92ae-4a17-b033-64b195a686e7 None None] For port dfbb0253-c5e4-46b5-b3a9-7598848ba5ff, host dv-cinder-772623-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-14-iscsi',level=0,port_id=dfbb0253-c5e4-46b5-b3a9-7598848ba5ff,segment=NetworkSegment(01610e47-9787-4881-92a8-c4de40f0b59d),segment_id=01610e47-9787-4881-92a8-c4de40f0b59d)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:21:54.259797 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-37983533-92ae-4a17-b033-64b195a686e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:54.349896 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.db_base_plugin_common [None req-8f04045b-3432-4547-85f6-39c19b3d6c59 admin admin] Allocated IP 172.20.0.1 (58bcfbda-6994-41a2-87e0-20101e059a9a/d8a330c9-99fb-4744-828b-d16b0986ced3/0619ad22-c490-4b1b-a92b-842827e454b5) {{(pid=94297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 05:21:54.361473 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37983533-92ae-4a17-b033-64b195a686e7 None None] Pushing event updated for resources: {'Port': ['ID=dfbb0253-c5e4-46b5-b3a9-7598848ba5ff,revision_number=3']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:21:54.407970 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d513b0-d2d8-4390-be3b-7b5e2ab94c92 req-aa98e34b-c381-4570-a483-61fd8b80aa86 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:21:54.409579 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-b6d513b0-d2d8-4390-be3b-7b5e2ab94c92 req-aa98e34b-c381-4570-a483-61fd8b80aa86 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=a670417d-b5d9-4cf7-9c81-a2c9861b43a4 HTTP/1.1" status: 200 len: 945 time: 0.1105888 Sep 09 05:21:54.456484 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-12b34f9b-9264-4b6c-abfd-91a14e7cc928 None None] Provisioning complete for port dfbb0253-c5e4-46b5-b3a9-7598848ba5ff triggered by entity DHCP. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:21:54.456811 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-12b34f9b-9264-4b6c-abfd-91a14e7cc928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:54.498024 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-8f04045b-3432-4547-85f6-39c19b3d6c59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:54.510343 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-b6d513b0-d2d8-4390-be3b-7b5e2ab94c92 req-5bbab5db-caff-4f3f-be33-3d1518906da4 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=5af4d00d-ecbd-4eb8-b3e5-1e280e524941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942907 Sep 09 05:21:54.514540 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.provisioning_blocks [None req-8f04045b-3432-4547-85f6-39c19b3d6c59 admin admin] Transition to ACTIVE for port object 0619ad22-c490-4b1b-a92b-842827e454b5 will not be triggered until provisioned by entity DHCP. {{(pid=94297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 05:21:54.555570 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-8f04045b-3432-4547-85f6-39c19b3d6c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748631669697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29281037'] for port, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:54.561249 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-8e266f1d-f7b5-4103-8d28-c36777977bc0 None None] Notify callbacks [] for port, precommit_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:54.576255 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-8e266f1d-f7b5-4103-8d28-c36777977bc0 None None] Transition to ACTIVE for port object b4aefeb9-2ba0-488f-b262-bf8484e33f1c will not be triggered until provisioned by entity L2. {{(pid=94299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 05:21:54.594669 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f04045b-3432-4547-85f6-39c19b3d6c59 admin admin] Network 58bcfbda-6994-41a2-87e0-20101e059a9a is already hosted by enough agents. {{(pid=94297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 05:21:54.597682 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.base_scheduler [None req-8f04045b-3432-4547-85f6-39c19b3d6c59 admin admin] Resources bound (agent type, host, resource id): {{(pid=94297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 05:21:54.601243 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f04045b-3432-4547-85f6-39c19b3d6c59 admin admin] Received port after_create {{(pid=94297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 05:21:54.603012 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-8e266f1d-f7b5-4103-8d28-c36777977bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:54.652710 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-8f04045b-3432-4547-85f6-39c19b3d6c59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600464'] for router_interface, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:54.674493 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.managers [None req-8e266f1d-f7b5-4103-8d28-c36777977bc0 None None] Attempting to bind port b4aefeb9-2ba0-488f-b262-bf8484e33f1c on host dv-cinder-772623-14-iscsi for vnic_type normal with profile {{(pid=94299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 05:21:54.674851 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.managers [None req-8e266f1d-f7b5-4103-8d28-c36777977bc0 None None] Attempting to bind port b4aefeb9-2ba0-488f-b262-bf8484e33f1c by drivers openvswitch,hyperv on host dv-cinder-772623-14-iscsi at level 0 using segments [{'id': 'df80411f-acb6-4e9d-a7f5-4a8066bc7b33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1'}] {{(pid=94299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 05:21:54.675216 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e266f1d-f7b5-4103-8d28-c36777977bc0 None None] Attempting to bind port b4aefeb9-2ba0-488f-b262-bf8484e33f1c on network 5214b103-0600-4a81-9a33-2571ddc573a1 {{(pid=94299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 05:21:54.677357 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc7065a-1bd7-49a0-9ae8-cb032c20c1ad None None] Pushing event updated for resources: {'Port': ['ID=b4aefeb9-2ba0-488f-b262-bf8484e33f1c,revision_number=2']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:21:54.685150 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e266f1d-f7b5-4103-8d28-c36777977bc0 None None] Checking agent: {'id': 'b4d491fa-f395-4d31-93f5-2c51f286f631', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 5, 9, 17), 'started_at': datetime.datetime(2021, 9, 9, 5, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 5, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 05:21:54.685540 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e266f1d-f7b5-4103-8d28-c36777977bc0 None None] Checking segment: {'id': 'df80411f-acb6-4e9d-a7f5-4a8066bc7b33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 05:21:54.686026 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-8e266f1d-f7b5-4103-8d28-c36777977bc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:54.686419 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e266f1d-f7b5-4103-8d28-c36777977bc0 None None] Bound using segment: {'id': 'df80411f-acb6-4e9d-a7f5-4a8066bc7b33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1'} {{(pid=94299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 05:21:54.686896 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.managers [None req-8e266f1d-f7b5-4103-8d28-c36777977bc0 None None] Bound port: b4aefeb9-2ba0-488f-b262-bf8484e33f1c, host: dv-cinder-772623-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df80411f-acb6-4e9d-a7f5-4a8066bc7b33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1'}}] {{(pid=94299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 05:21:54.687279 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-8e266f1d-f7b5-4103-8d28-c36777977bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:54.720645 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f04045b-3432-4547-85f6-39c19b3d6c59 admin admin] Pushing event updated for resources: {'Port': ['ID=0619ad22-c490-4b1b-a92b-842827e454b5,revision_number=1']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:21:54.789091 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-8e266f1d-f7b5-4103-8d28-c36777977bc0 None None] For port b4aefeb9-2ba0-488f-b262-bf8484e33f1c, host dv-cinder-772623-14-iscsi, cleared binding levels {{(pid=94299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 05:21:54.795020 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-8e266f1d-f7b5-4103-8d28-c36777977bc0 None None] For port b4aefeb9-2ba0-488f-b262-bf8484e33f1c, host dv-cinder-772623-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-14-iscsi',level=0,port_id=b4aefeb9-2ba0-488f-b262-bf8484e33f1c,segment=NetworkSegment(df80411f-acb6-4e9d-a7f5-4a8066bc7b33),segment_id=df80411f-acb6-4e9d-a7f5-4a8066bc7b33)] {{(pid=94299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 05:21:54.808723 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-8e266f1d-f7b5-4103-8d28-c36777977bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:54.863753 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device 5a902b8c-3882-4110-ae09-30e6dbcc1820 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=94299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 05:21:54.888870 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-8f04045b-3432-4547-85f6-39c19b3d6c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:54.895321 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-f4133877-e7bd-4668-aec1-24a3710c93a7 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:54.896537 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc7065a-1bd7-49a0-9ae8-cb032c20c1ad None None] Pushing event updated for resources: {'Port': ['ID=b4aefeb9-2ba0-488f-b262-bf8484e33f1c,revision_number=3']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:21:54.903514 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e266f1d-f7b5-4103-8d28-c36777977bc0 None None] Routers {'cc0c51e1-c0cf-4ea6-9bb3-021cc216a4ad'} bound to L3 agent in host dv-cinder-772623-14-iscsi {{(pid=94299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 05:21:54.904261 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-8e266f1d-f7b5-4103-8d28-c36777977bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T05:09:16Z,description=,heartbeat_timestamp=2021-09-09T05:21:47Z,host='dv-cinder-772623-14-iscsi',id=e912432c-85e4-4a31-b574-aae2dcf01ec7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T05:09:16Z,topic='l3_agent')) {'router_ids': ['cc0c51e1-c0cf-4ea6-9bb3-021cc216a4ad'], 'active': True} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:21:54.912250 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-f4133877-e7bd-4668-aec1-24a3710c93a7 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600363'] for floatingip, after_update {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:54.955238 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-54df5760-1a56-4d98-a62f-a7b1391c5100 None None] Provisioning for port 0619ad22-c490-4b1b-a92b-842827e454b5 completed by entity DHCP. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 05:21:54.982225 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-54df5760-1a56-4d98-a62f-a7b1391c5100 None None] Provisioning complete for port 0619ad22-c490-4b1b-a92b-842827e454b5 triggered by entity DHCP. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:21:54.982513 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-54df5760-1a56-4d98-a62f-a7b1391c5100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:55.049788 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device 1a237617-035f-463d-8e01-75ddd84a62ed up at agent ovs-agent-dv-cinder-772623-14-iscsi {{(pid=94299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 05:21:55.052897 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.db.l3_db [None req-f4133877-e7bd-4668-aec1-24a3710c93a7 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Floating IP d6299cb7-805e-4067-82af-3ec33cc880af associated. External IP: 172.27.2.225, port: a1a310a7-bc56-439b-a4b9-3d3ad9730389. Sep 09 05:21:55.107182 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-8f04045b-3432-4547-85f6-39c19b3d6c59 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:55.112948 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-8f04045b-3432-4547-85f6-39c19b3d6c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29280254'] for port, after_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:55.197083 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-8f04045b-3432-4547-85f6-39c19b3d6c59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601088'] for router_interface, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:55.230550 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f04045b-3432-4547-85f6-39c19b3d6c59 admin admin] Pushing event updated for resources: {'Port': ['ID=0619ad22-c490-4b1b-a92b-842827e454b5,revision_number=2']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:21:55.249948 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.plugin [None req-54df5760-1a56-4d98-a62f-a7b1391c5100 None None] Port 0619ad22-c490-4b1b-a92b-842827e454b5 cannot update to ACTIVE because it is not bound. {{(pid=94299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 05:21:55.272942 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvr_db [None req-8e266f1d-f7b5-4103-8d28-c36777977bc0 None None] Set router cc0c51e1-c0cf-4ea6-9bb3-021cc216a4ad gateway port host: dv-cinder-772623-14-iscsi {{(pid=94299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 05:21:55.291194 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4133877-e7bd-4668-aec1-24a3710c93a7 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Router db3c3531-a9b0-426b-a20c-f8789cd89936 has already been hosted by L3 agent e912432c-85e4-4a31-b574-aae2dcf01ec7 {{(pid=94298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 05:21:55.312800 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f04045b-3432-4547-85f6-39c19b3d6c59 admin admin] Network 58bcfbda-6994-41a2-87e0-20101e059a9a is already hosted by enough agents. {{(pid=94297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 05:21:55.313106 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] For port 5a902b8c-3882-4110-ae09-30e6dbcc1820, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=5a902b8c-3882-4110-ae09-30e6dbcc1820,segment=NetworkSegment(94ec00f0-b772-441b-b09c-9fabc2701b02),segment_id=94ec00f0-b772-441b-b09c-9fabc2701b02)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:21:55.314702 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.base_scheduler [None req-8f04045b-3432-4547-85f6-39c19b3d6c59 admin admin] Resources bound (agent type, host, resource id): {{(pid=94297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 05:21:55.338855 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Returning: {'device': '5a902b8c-3882-4110-ae09-30e6dbcc1820', 'network_id': '4c49d2e8-bbb3-48a4-b9dd-23115ce7620f', 'port_id': '5a902b8c-3882-4110-ae09-30e6dbcc1820', 'mac_address': 'fa:16:3e:99:fe:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af8cc309-f922-4b5b-9139-7f7e8b7747ed', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 05:21:55.414890 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Provisioning for port 1a237617-035f-463d-8e01-75ddd84a62ed completed by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 05:21:55.439072 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Provisioning complete for port 1a237617-035f-463d-8e01-75ddd84a62ed triggered by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:21:55.439428 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:55.458994 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4133877-e7bd-4668-aec1-24a3710c93a7 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify agent at l3_agent.dv-cinder-772623-14-iscsi the message routers_updated {{(pid=94298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 05:21:55.470751 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf951994-836b-43f0-a7f2-989143203ead None None] Sync routers for ids ['db3c3531-a9b0-426b-a20c-f8789cd89936'] in dv-cinder-772623-14-iscsi {{(pid=94300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 05:21:55.474911 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-f4133877-e7bd-4668-aec1-24a3710c93a7 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-438482'] for floatingip, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:55.484791 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf951994-836b-43f0-a7f2-989143203ead None None] Routers {'db3c3531-a9b0-426b-a20c-f8789cd89936'} bound to L3 agent in host dv-cinder-772623-14-iscsi {{(pid=94300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 05:21:55.485456 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_hamode_db [None req-cf951994-836b-43f0-a7f2-989143203ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T05:09:16Z,description=,heartbeat_timestamp=2021-09-09T05:21:47Z,host='dv-cinder-772623-14-iscsi',id=e912432c-85e4-4a31-b574-aae2dcf01ec7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T05:09:16Z,topic='l3_agent')) {'router_ids': ['db3c3531-a9b0-426b-a20c-f8789cd89936'], 'active': True} {{(pid=94300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:21:55.523938 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-f4133877-e7bd-4668-aec1-24a3710c93a7 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "PUT /v2.0/floatingips/d6299cb7-805e-4067-82af-3ec33cc880af HTTP/1.1" status: 200 len: 991 time: 1.7519302 Sep 09 05:21:55.524950 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a43c380e-f38d-43ee-baaa-d28f5b69ccb0', 'tag': 'a1a310a7-bc56-439b-a4b9-3d3ad9730389'}] {{(pid=94298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 05:21:55.527877 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bce242ee21533c645a402e1a550c8899fb444cbd779d7c78464fb91fbc7682ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8979a833-d84c-4721-8b4c-401754b9ecfe" -d '{"events": [{"name": "network-changed", "server_uuid": "a43c380e-f38d-43ee-baaa-d28f5b69ccb0", "tag": "a1a310a7-bc56-439b-a4b9-3d3ad9730389"}]}' {{(pid=94298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 05:21:55.538842 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f04045b-3432-4547-85f6-39c19b3d6c59 admin admin] Router cc0c51e1-c0cf-4ea6-9bb3-021cc216a4ad has already been hosted by L3 agent e912432c-85e4-4a31-b574-aae2dcf01ec7 {{(pid=94297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 05:21:55.540190 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:55.609128 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 05:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cb2e536-5faf-4c45-aa21-02bc091bec93 x-openstack-request-id: req-8cb2e536-5faf-4c45-aa21-02bc091bec93 {{(pid=94298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 05:21:55.610041 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a43c380e-f38d-43ee-baaa-d28f5b69ccb0", "tag": "a1a310a7-bc56-439b-a4b9-3d3ad9730389", "status": "completed", "code": 200}]} {{(pid=94298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 05:21:55.610453 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8cb2e536-5faf-4c45-aa21-02bc091bec93 {{(pid=94298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 05:21:55.611588 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a43c380e-f38d-43ee-baaa-d28f5b69ccb0', 'tag': 'a1a310a7-bc56-439b-a4b9-3d3ad9730389', 'status': 'completed', 'code': 200} Sep 09 05:21:55.640906 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.notifiers.nova [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5a902b8c-3882-4110-ae09-30e6dbcc1820 {{(pid=94299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 05:21:55.724706 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] For port 5a902b8c-3882-4110-ae09-30e6dbcc1820, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=5a902b8c-3882-4110-ae09-30e6dbcc1820,segment=NetworkSegment(94ec00f0-b772-441b-b09c-9fabc2701b02),segment_id=94ec00f0-b772-441b-b09c-9fabc2701b02)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:21:55.740827 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8979a833-d84c-4721-8b4c-401754b9ecfe req-0e09e0da-00b4-4284-9f3a-85fe93f45e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:21:55.742642 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-8979a833-d84c-4721-8b4c-401754b9ecfe req-0e09e0da-00b4-4284-9f3a-85fe93f45e2c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9bed73d6cc44482b88fb30bf66765cac&device_id=a43c380e-f38d-43ee-baaa-d28f5b69ccb0 HTTP/1.1" status: 200 len: 1098 time: 0.1032574 Sep 09 05:21:55.777637 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_dvr_db [None req-cf951994-836b-43f0-a7f2-989143203ead None None] Set router db3c3531-a9b0-426b-a20c-f8789cd89936 gateway port host: dv-cinder-772623-14-iscsi {{(pid=94300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 05:21:55.778835 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f04045b-3432-4547-85f6-39c19b3d6c59 admin admin] Notify agent at l3_agent.dv-cinder-772623-14-iscsi the message routers_updated {{(pid=94297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 05:21:55.786622 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-8f04045b-3432-4547-85f6-39c19b3d6c59 admin admin] 10.222.0.24 "PUT /v2.0/routers/cc0c51e1-c0cf-4ea6-9bb3-021cc216a4ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4896183 Sep 09 05:21:55.809651 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bad6fb-b97e-44ee-aec7-2a5376e23974 req-15f3971d-5e1a-4d78-8628-5ebc1c3ba839 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:21:55.818406 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:55.818627 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-31bad6fb-b97e-44ee-aec7-2a5376e23974 req-15f3971d-5e1a-4d78-8628-5ebc1c3ba839 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=a670417d-b5d9-4cf7-9c81-a2c9861b43a4 HTTP/1.1" status: 200 len: 945 time: 0.1107998 Sep 09 05:21:55.834906 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:55.886404 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-31bad6fb-b97e-44ee-aec7-2a5376e23974 req-34a7bd49-8f9e-4aba-ab4a-aacf8169a4ae tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=5af4d00d-ecbd-4eb8-b3e5-1e280e524941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627122 Sep 09 05:21:55.893092 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8979a833-d84c-4721-8b4c-401754b9ecfe req-e6890974-ee9a-4900-81de-57b89305448c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:21:55.894782 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-8979a833-d84c-4721-8b4c-401754b9ecfe req-e6890974-ee9a-4900-81de-57b89305448c service neutron] 10.222.0.23 "GET /v2.0/networks?id=7b28e044-cfb6-46f2-81af-55250817b403 HTTP/1.1" status: 200 len: 910 time: 0.1437197 Sep 09 05:21:55.895542 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] For port 1a237617-035f-463d-8e01-75ddd84a62ed, host dv-cinder-772623-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-14-iscsi',level=0,port_id=1a237617-035f-463d-8e01-75ddd84a62ed,segment=NetworkSegment(72cb4207-838c-49bd-8e0c-6709c728d1de),segment_id=72cb4207-838c-49bd-8e0c-6709c728d1de)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:21:55.951994 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:55.953625 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device dfbb0253-c5e4-46b5-b3a9-7598848ba5ff up at agent ovs-agent-dv-cinder-772623-14-iscsi {{(pid=94299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 05:21:55.960983 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] get_ports_and_sgs() called for port_ids ['5a902b8c-3882-4110-ae09-30e6dbcc1820'] {{(pid=94299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 05:21:55.990181 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-8979a833-d84c-4721-8b4c-401754b9ecfe req-41c318ff-fe6a-412b-9e59-e07f823dc616 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a1a310a7-bc56-439b-a4b9-3d3ad9730389 HTTP/1.1" status: 200 len: 999 time: 0.0876253 Sep 09 05:21:56.037618 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-9aa8fb83-5399-47f0-9bab-e6db4c62b3b8 None None] Provisioning complete for port 0619ad22-c490-4b1b-a92b-842827e454b5 triggered by entity DHCP. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:21:56.037915 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-9aa8fb83-5399-47f0-9bab-e6db4c62b3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:56.060476 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8979a833-d84c-4721-8b4c-401754b9ecfe req-63843f23-4b4b-4ac9-9494-8ee32da69e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:21:56.062383 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-8979a833-d84c-4721-8b4c-401754b9ecfe req-63843f23-4b4b-4ac9-9494-8ee32da69e98 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=51c02a87-9f42-4bcc-8c63-f9b42807f41e HTTP/1.1" status: 200 len: 849 time: 0.0647159 Sep 09 05:21:56.108948 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Pushing event updated for resources: {'Port': ['ID=5a902b8c-3882-4110-ae09-30e6dbcc1820,revision_number=6']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:21:56.140232 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8979a833-d84c-4721-8b4c-401754b9ecfe req-f5a9b858-7f03-4ed7-859c-001604c832ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:21:56.143494 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-8979a833-d84c-4721-8b4c-401754b9ecfe req-f5a9b858-7f03-4ed7-859c-001604c832ae service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=7b28e044-cfb6-46f2-81af-55250817b403&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0709467 Sep 09 05:21:56.189679 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.plugin [None req-9aa8fb83-5399-47f0-9bab-e6db4c62b3b8 None None] Port 0619ad22-c490-4b1b-a92b-842827e454b5 cannot update to ACTIVE because it is not bound. {{(pid=94299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 05:21:56.206988 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_hamode_db [None req-cf951994-836b-43f0-a7f2-989143203ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3c3531-a9b0-426b-a20c-f8789cd89936', 'name': 'tempest-AttachVolumeTestJSON-652661435-router', 'tenant_id': '9bed73d6cc44482b88fb30bf66765cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'd024fa67-6afb-4dab-8aa2-4a0e60398a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:16:51Z', 'updated_at': '2021-09-09T05:17:01Z', 'revision_number': 4, 'project_id': '9bed73d6cc44482b88fb30bf66765cac', 'gw_port': {'id': 'd024fa67-6afb-4dab-8aa2-4a0e60398a73', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:2e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3c3531-a9b0-426b-a20c-f8789cd89936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:16:52Z', 'updated_at': '2021-09-09T05:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi', '_floatingips': [{'id': 'd6299cb7-805e-4067-82af-3ec33cc880af', 'tenant_id': '9bed73d6cc44482b88fb30bf66765cac', 'floating_ip_address': '172.27.2.225', 'floating_network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'router_id': 'db3c3531-a9b0-426b-a20c-f8789cd89936', 'port_id': 'a1a310a7-bc56-439b-a4b9-3d3ad9730389', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b28e044-cfb6-46f2-81af-55250817b403', 'mac_address': 'fa:16:3e:b5:dd:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43c380e-f38d-43ee-baaa-d28f5b69ccb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T05:21:42Z', 'updated_at': '2021-09-09T05:21:54Z', 'revision_number': 1, 'project_id': '9bed73d6cc44482b88fb30bf66765cac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e373628b-c4a9-460e-9a59-614b5eba363c', 'name': '', 'network_id': '7b28e044-cfb6-46f2-81af-55250817b403', 'tenant_id': '9bed73d6cc44482b88fb30bf66765cac', 'mac_address': 'fa:16:3e:7b:25:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3c3531-a9b0-426b-a20c-f8789cd89936', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '51c02a87-9f42-4bcc-8c63-f9b42807f41e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:16:57Z', 'updated_at': '2021-09-09T05:17:12Z', 'revision_number': 5, 'project_id': '9bed73d6cc44482b88fb30bf66765cac', 'subnets': [{'id': '51c02a87-9f42-4bcc-8c63-f9b42807f41e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-14-iscsi', False) {} {{(pid=94300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:21:56.266202 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-8e266f1d-f7b5-4103-8d28-c36777977bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc0c51e1-c0cf-4ea6-9bb3-021cc216a4ad', 'name': 'tempest-TestVolumeBootPattern-518076483-router', 'tenant_id': 'c7eadc90767a43ab88c642dbbc398d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': 'b4aefeb9-2ba0-488f-b262-bf8484e33f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:21:51Z', 'updated_at': '2021-09-09T05:21:54Z', 'revision_number': 4, 'project_id': 'c7eadc90767a43ab88c642dbbc398d3a', 'gw_port': {'id': 'b4aefeb9-2ba0-488f-b262-bf8484e33f1c', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b7:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc0c51e1-c0cf-4ea6-9bb3-021cc216a4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:21:51Z', 'updated_at': '2021-09-09T05:21:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi', '_interfaces': [{'id': '0619ad22-c490-4b1b-a92b-842827e454b5', 'name': '', 'network_id': '58bcfbda-6994-41a2-87e0-20101e059a9a', 'tenant_id': 'c7eadc90767a43ab88c642dbbc398d3a', 'mac_address': 'fa:16:3e:44:c3:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc0c51e1-c0cf-4ea6-9bb3-021cc216a4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'd8a330c9-99fb-4744-828b-d16b0986ced3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:21:54Z', 'updated_at': '2021-09-09T05:21:54Z', 'revision_number': 1, 'project_id': 'c7eadc90767a43ab88c642dbbc398d3a', 'subnets': [{'id': 'd8a330c9-99fb-4744-828b-d16b0986ced3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-14-iscsi', False) {} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:21:56.329029 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-8979a833-d84c-4721-8b4c-401754b9ecfe req-f7c38006-fa09-48d1-a862-09dbc32c1bc8 service neutron] 10.222.0.23 "GET /v2.0/networks/7b28e044-cfb6-46f2-81af-55250817b403?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711335 Sep 09 05:21:56.367718 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf951994-836b-43f0-a7f2-989143203ead None None] Checking router: db3c3531-a9b0-426b-a20c-f8789cd89936 for host: dv-cinder-772623-14-iscsi {{(pid=94300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 05:21:56.372770 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e266f1d-f7b5-4103-8d28-c36777977bc0 None None] The sync data for ids ['cc0c51e1-c0cf-4ea6-9bb3-021cc216a4ad'] in dv-cinder-772623-14-iscsi is: [{'id': 'cc0c51e1-c0cf-4ea6-9bb3-021cc216a4ad', 'name': 'tempest-TestVolumeBootPattern-518076483-router', 'tenant_id': 'c7eadc90767a43ab88c642dbbc398d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': 'b4aefeb9-2ba0-488f-b262-bf8484e33f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:21:51Z', 'updated_at': '2021-09-09T05:21:54Z', 'revision_number': 4, 'project_id': 'c7eadc90767a43ab88c642dbbc398d3a', 'gw_port': {'id': 'b4aefeb9-2ba0-488f-b262-bf8484e33f1c', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b7:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc0c51e1-c0cf-4ea6-9bb3-021cc216a4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:21:51Z', 'updated_at': '2021-09-09T05:21:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi', '_interfaces': [{'id': '0619ad22-c490-4b1b-a92b-842827e454b5', 'name': '', 'network_id': '58bcfbda-6994-41a2-87e0-20101e059a9a', 'tenant_id': 'c7eadc90767a43ab88c642dbbc398d3a', 'mac_address': 'fa:16:3e:44:c3:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc0c51e1-c0cf-4ea6-9bb3-021cc216a4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'd8a330c9-99fb-4744-828b-d16b0986ced3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:21:54Z', 'updated_at': '2021-09-09T05:21:54Z', 'revision_number': 1, 'project_id': 'c7eadc90767a43ab88c642dbbc398d3a', 'subnets': [{'id': 'd8a330c9-99fb-4744-828b-d16b0986ced3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 05:21:56.378587 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf951994-836b-43f0-a7f2-989143203ead None None] Routers {'db3c3531-a9b0-426b-a20c-f8789cd89936'} bound to L3 agent in host dv-cinder-772623-14-iscsi {{(pid=94300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 05:21:56.379355 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_hamode_db [None req-cf951994-836b-43f0-a7f2-989143203ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T05:09:16Z,description=,heartbeat_timestamp=2021-09-09T05:21:47Z,host='dv-cinder-772623-14-iscsi',id=e912432c-85e4-4a31-b574-aae2dcf01ec7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T05:09:16Z,topic='l3_agent')) {'router_ids': ['db3c3531-a9b0-426b-a20c-f8789cd89936'], 'active': True} {{(pid=94300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:21:56.388172 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Pushing event updated for resources: {'Port': ['ID=1a237617-035f-463d-8e01-75ddd84a62ed,revision_number=5']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:21:56.395343 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Provisioning complete for port dfbb0253-c5e4-46b5-b3a9-7598848ba5ff triggered by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:21:56.395722 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:56.451994 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 40336) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:21:56.464285 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.v2.base [None req-63ae08bb-5751-4e2d-8b3c-e2f4a62d7f16 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2056564940', 'description': 'tempest-secgroup-smoke-2056564940 description', 'project_id': 'ddcd5653413143e99ea8197beb98de5f'}} {{(pid=94298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:21:56.472654 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-8979a833-d84c-4721-8b4c-401754b9ecfe req-3a9de660-ebeb-440b-9b77-de23d0910bdc service neutron] 10.222.0.23 "GET /v2.0/networks/7b28e044-cfb6-46f2-81af-55250817b403?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348486 Sep 09 05:21:56.538074 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-63ae08bb-5751-4e2d-8b3c-e2f4a62d7f16 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks [] for security_group, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:56.587969 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_dvr_db [None req-cf951994-836b-43f0-a7f2-989143203ead None None] Set router db3c3531-a9b0-426b-a20c-f8789cd89936 gateway port host: dv-cinder-772623-14-iscsi {{(pid=94300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 05:21:56.723657 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-63ae08bb-5751-4e2d-8b3c-e2f4a62d7f16 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks [] for security_group, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:56.740625 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-63ae08bb-5751-4e2d-8b3c-e2f4a62d7f16 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:56.805418 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ae08bb-5751-4e2d-8b3c-e2f4a62d7f16 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e89da49e-09fc-4632-82b3-7a3f9989799d,revision_number=1']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:21:56.826533 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-63ae08bb-5751-4e2d-8b3c-e2f4a62d7f16 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks [] for security_group, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:56.828679 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-63ae08bb-5751-4e2d-8b3c-e2f4a62d7f16 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3756802 Sep 09 05:21:56.831769 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 40340) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:21:56.850566 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.v2.base [None req-1e27a2a9-4847-497c-b457-1e5df89c5431 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Request body: {'security_group_rule': {'security_group_id': 'e89da49e-09fc-4632-82b3-7a3f9989799d', 'project_id': 'ddcd5653413143e99ea8197beb98de5f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:21:56.866054 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device 5a902b8c-3882-4110-ae09-30e6dbcc1820 up at agent hyperv_hv-cinder-77262 {{(pid=94299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 05:21:56.939125 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-1e27a2a9-4847-497c-b457-1e5df89c5431 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:56.941595 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device 1a237617-035f-463d-8e01-75ddd84a62ed up at agent ovs-agent-dv-cinder-772623-14-iscsi {{(pid=94299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 05:21:57.042151 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_hamode_db [None req-cf951994-836b-43f0-a7f2-989143203ead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3c3531-a9b0-426b-a20c-f8789cd89936', 'name': 'tempest-AttachVolumeTestJSON-652661435-router', 'tenant_id': '9bed73d6cc44482b88fb30bf66765cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'd024fa67-6afb-4dab-8aa2-4a0e60398a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:16:51Z', 'updated_at': '2021-09-09T05:17:01Z', 'revision_number': 4, 'project_id': '9bed73d6cc44482b88fb30bf66765cac', 'gw_port': {'id': 'd024fa67-6afb-4dab-8aa2-4a0e60398a73', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:2e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3c3531-a9b0-426b-a20c-f8789cd89936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:16:52Z', 'updated_at': '2021-09-09T05:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi', '_floatingips': [{'id': 'd6299cb7-805e-4067-82af-3ec33cc880af', 'tenant_id': '9bed73d6cc44482b88fb30bf66765cac', 'floating_ip_address': '172.27.2.225', 'floating_network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'router_id': 'db3c3531-a9b0-426b-a20c-f8789cd89936', 'port_id': 'a1a310a7-bc56-439b-a4b9-3d3ad9730389', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b28e044-cfb6-46f2-81af-55250817b403', 'mac_address': 'fa:16:3e:b5:dd:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43c380e-f38d-43ee-baaa-d28f5b69ccb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T05:21:42Z', 'updated_at': '2021-09-09T05:21:54Z', 'revision_number': 1, 'project_id': '9bed73d6cc44482b88fb30bf66765cac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e373628b-c4a9-460e-9a59-614b5eba363c', 'name': '', 'network_id': '7b28e044-cfb6-46f2-81af-55250817b403', 'tenant_id': '9bed73d6cc44482b88fb30bf66765cac', 'mac_address': 'fa:16:3e:7b:25:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3c3531-a9b0-426b-a20c-f8789cd89936', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '51c02a87-9f42-4bcc-8c63-f9b42807f41e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:16:57Z', 'updated_at': '2021-09-09T05:17:12Z', 'revision_number': 5, 'project_id': '9bed73d6cc44482b88fb30bf66765cac', 'subnets': [{'id': '51c02a87-9f42-4bcc-8c63-f9b42807f41e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-14-iscsi', False) {} {{(pid=94300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:21:57.074474 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-1e27a2a9-4847-497c-b457-1e5df89c5431 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:57.080398 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-1e27a2a9-4847-497c-b457-1e5df89c5431 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555578'] for security_group_rule, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:57.088951 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf951994-836b-43f0-a7f2-989143203ead None None] The sync data for ids ['db3c3531-a9b0-426b-a20c-f8789cd89936'] in dv-cinder-772623-14-iscsi is: [{'id': 'db3c3531-a9b0-426b-a20c-f8789cd89936', 'name': 'tempest-AttachVolumeTestJSON-652661435-router', 'tenant_id': '9bed73d6cc44482b88fb30bf66765cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'd024fa67-6afb-4dab-8aa2-4a0e60398a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:16:51Z', 'updated_at': '2021-09-09T05:17:01Z', 'revision_number': 4, 'project_id': '9bed73d6cc44482b88fb30bf66765cac', 'gw_port': {'id': 'd024fa67-6afb-4dab-8aa2-4a0e60398a73', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:2e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3c3531-a9b0-426b-a20c-f8789cd89936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:16:52Z', 'updated_at': '2021-09-09T05:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi', '_floatingips': [{'id': 'd6299cb7-805e-4067-82af-3ec33cc880af', 'tenant_id': '9bed73d6cc44482b88fb30bf66765cac', 'floating_ip_address': '172.27.2.225', 'floating_network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'router_id': 'db3c3531-a9b0-426b-a20c-f8789cd89936', 'port_id': 'a1a310a7-bc56-439b-a4b9-3d3ad9730389', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b28e044-cfb6-46f2-81af-55250817b403', 'mac_address': 'fa:16:3e:b5:dd:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a43c380e-f38d-43ee-baaa-d28f5b69ccb0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T05:21:42Z', 'updated_at': '2021-09-09T05:21:54Z', 'revision_number': 1, 'project_id': '9bed73d6cc44482b88fb30bf66765cac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e373628b-c4a9-460e-9a59-614b5eba363c', 'name': '', 'network_id': '7b28e044-cfb6-46f2-81af-55250817b403', 'tenant_id': '9bed73d6cc44482b88fb30bf66765cac', 'mac_address': 'fa:16:3e:7b:25:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3c3531-a9b0-426b-a20c-f8789cd89936', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '51c02a87-9f42-4bcc-8c63-f9b42807f41e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:16:57Z', 'updated_at': '2021-09-09T05:17:12Z', 'revision_number': 5, 'project_id': '9bed73d6cc44482b88fb30bf66765cac', 'subnets': [{'id': '51c02a87-9f42-4bcc-8c63-f9b42807f41e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 05:21:57.095843 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Provisioning complete for port 5a902b8c-3882-4110-ae09-30e6dbcc1820 triggered by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:21:57.100023 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:57.123576 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b667c9-81a6-4ea2-8f6a-c23194d4b386 req-b04e491d-d52b-4dc3-aa8e-c31923d5569f tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:21:57.124536 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e27a2a9-4847-497c-b457-1e5df89c5431 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66dbdbc3-076c-4101-b786-c1b1dc356846,revision_number=0']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:21:57.125187 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-34b667c9-81a6-4ea2-8f6a-c23194d4b386 req-b04e491d-d52b-4dc3-aa8e-c31923d5569f tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=a670417d-b5d9-4cf7-9c81-a2c9861b43a4 HTTP/1.1" status: 200 len: 944 time: 0.1041989 Sep 09 05:21:57.147063 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-1e27a2a9-4847-497c-b457-1e5df89c5431 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:57.151711 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 40344) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:21:57.151961 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-1e27a2a9-4847-497c-b457-1e5df89c5431 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3184879 Sep 09 05:21:57.158636 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.v2.base [None req-6eda2257-3bc5-460e-a4b4-c2b0c63858d2 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Request body: {'security_group_rule': {'security_group_id': 'e89da49e-09fc-4632-82b3-7a3f9989799d', 'project_id': 'ddcd5653413143e99ea8197beb98de5f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:21:57.175058 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Provisioning complete for port 1a237617-035f-463d-8e01-75ddd84a62ed triggered by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:21:57.175058 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:57.206470 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-34b667c9-81a6-4ea2-8f6a-c23194d4b386 req-c5c147e3-7b06-4dae-a958-2050a14fed65 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=5af4d00d-ecbd-4eb8-b3e5-1e280e524941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696242 Sep 09 05:21:57.253041 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-6eda2257-3bc5-460e-a4b4-c2b0c63858d2 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:57.307156 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:57.351745 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a670417d-b5d9-4cf7-9c81-a2c9861b43a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a902b8c-3882-4110-ae09-30e6dbcc1820'}] {{(pid=94299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 05:21:57.354535 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6baa3fa754b64f0f84acd20b1d53bd6375697f3cd0d79ee629041410e58b9d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6abb22a9-00e7-47e8-9778-0e3691194e95" -d '{"events": [{"server_uuid": "a670417d-b5d9-4cf7-9c81-a2c9861b43a4", "name": "network-vif-plugged", "status": "completed", "tag": "5a902b8c-3882-4110-ae09-30e6dbcc1820"}]}' {{(pid=94299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 05:21:57.364521 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-6eda2257-3bc5-460e-a4b4-c2b0c63858d2 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:57.373865 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-6eda2257-3bc5-460e-a4b4-c2b0c63858d2 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555578'] for security_group_rule, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:57.399099 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] For port 5a902b8c-3882-4110-ae09-30e6dbcc1820, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=5a902b8c-3882-4110-ae09-30e6dbcc1820,segment=NetworkSegment(94ec00f0-b772-441b-b09c-9fabc2701b02),segment_id=94ec00f0-b772-441b-b09c-9fabc2701b02)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:21:57.400251 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eda2257-3bc5-460e-a4b4-c2b0c63858d2 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=918fd70d-56a1-4744-9d45-3a0a03f8cc7f,revision_number=0']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:21:57.409808 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:57.414800 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-6eda2257-3bc5-460e-a4b4-c2b0c63858d2 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:57.416232 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-6eda2257-3bc5-460e-a4b4-c2b0c63858d2 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2629211 Sep 09 05:21:57.419284 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 40348) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:21:57.427596 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.v2.base [None req-dc21c5ea-5afc-4dd8-ae62-c61e391d225e tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Request body: {'security_group_rule': {'security_group_id': 'e89da49e-09fc-4632-82b3-7a3f9989799d', 'project_id': 'ddcd5653413143e99ea8197beb98de5f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:21:57.457381 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 05:21:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3df8d233-de31-4eca-8939-752a1cbd967d x-openstack-request-id: req-3df8d233-de31-4eca-8939-752a1cbd967d {{(pid=94299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 05:21:57.457639 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a670417d-b5d9-4cf7-9c81-a2c9861b43a4", "name": "network-vif-plugged", "status": "completed", "tag": "5a902b8c-3882-4110-ae09-30e6dbcc1820", "code": 200}]} {{(pid=94299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 05:21:57.457845 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3df8d233-de31-4eca-8939-752a1cbd967d {{(pid=94299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 05:21:57.458204 dv-cinder-772623-14-iscsi neutron-server[94299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a670417d-b5d9-4cf7-9c81-a2c9861b43a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a902b8c-3882-4110-ae09-30e6dbcc1820', 'code': 200} Sep 09 05:21:57.483073 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-dc21c5ea-5afc-4dd8-ae62-c61e391d225e tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:57.494404 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Pushing event updated for resources: {'Port': ['ID=5a902b8c-3882-4110-ae09-30e6dbcc1820,revision_number=7']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:21:57.542789 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2062eb60-89a1-4e39-95b6-b794a9aa6be0 None None] New status for floating IP d6299cb7-805e-4067-82af-3ec33cc880af: ACTIVE {{(pid=94299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 05:21:57.580950 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-dc21c5ea-5afc-4dd8-ae62-c61e391d225e tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:57.608857 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-dc21c5ea-5afc-4dd8-ae62-c61e391d225e tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555578'] for security_group_rule, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:57.665236 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc21c5ea-5afc-4dd8-ae62-c61e391d225e tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b178330-2491-46ac-b9f2-b83928119563,revision_number=0']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:21:57.678591 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-dc21c5ea-5afc-4dd8-ae62-c61e391d225e tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:57.680390 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-dc21c5ea-5afc-4dd8-ae62-c61e391d225e tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2595031 Sep 09 05:21:57.683102 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 40350) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:21:57.697049 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.v2.base [None req-e5b57f16-8e13-415c-a1b1-300769f4a235 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Request body: {'security_group_rule': {'security_group_id': 'e89da49e-09fc-4632-82b3-7a3f9989799d', 'project_id': 'ddcd5653413143e99ea8197beb98de5f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:21:57.740924 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-e5b57f16-8e13-415c-a1b1-300769f4a235 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:57.822114 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-e5b57f16-8e13-415c-a1b1-300769f4a235 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:57.828410 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-e5b57f16-8e13-415c-a1b1-300769f4a235 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555578'] for security_group_rule, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:57.877273 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b57f16-8e13-415c-a1b1-300769f4a235 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ece8636e-3081-4197-8ac9-9796a697a702,revision_number=0']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:21:57.895600 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-e5b57f16-8e13-415c-a1b1-300769f4a235 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:57.897241 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-e5b57f16-8e13-415c-a1b1-300769f4a235 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2118068 Sep 09 05:21:57.900528 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 40354) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:21:57.915833 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.v2.base [None req-ee4617df-c47c-4c40-9af2-8e43faf4eb40 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Request body: {'security_group_rule': {'security_group_id': 'e89da49e-09fc-4632-82b3-7a3f9989799d', 'project_id': 'ddcd5653413143e99ea8197beb98de5f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:21:57.943181 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.db.securitygroups_db [None req-ee4617df-c47c-4c40-9af2-8e43faf4eb40 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Project ddcd5653413143e99ea8197beb98de5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 05:21:57.952194 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-ee4617df-c47c-4c40-9af2-8e43faf4eb40 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:58.045907 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-ee4617df-c47c-4c40-9af2-8e43faf4eb40 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:58.054306 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-ee4617df-c47c-4c40-9af2-8e43faf4eb40 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555578'] for security_group_rule, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:58.076442 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-ee4617df-c47c-4c40-9af2-8e43faf4eb40 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:58.080401 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-ee4617df-c47c-4c40-9af2-8e43faf4eb40 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1662147 Sep 09 05:21:58.081175 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 40356) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:21:58.086674 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.v2.base [None req-81a58c1c-fcae-4bed-a6e1-8a8cd37beb34 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Request body: {'security_group_rule': {'security_group_id': 'e89da49e-09fc-4632-82b3-7a3f9989799d', 'project_id': 'ddcd5653413143e99ea8197beb98de5f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:21:58.107024 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4617df-c47c-4c40-9af2-8e43faf4eb40 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9829114c-2b72-461d-a6f7-6fee12e63e6c,revision_number=0']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:21:58.114467 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.db.securitygroups_db [None req-81a58c1c-fcae-4bed-a6e1-8a8cd37beb34 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Project ddcd5653413143e99ea8197beb98de5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 05:21:58.120176 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-81a58c1c-fcae-4bed-a6e1-8a8cd37beb34 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:58.206958 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-81a58c1c-fcae-4bed-a6e1-8a8cd37beb34 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:58.215246 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-81a58c1c-fcae-4bed-a6e1-8a8cd37beb34 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555578'] for security_group_rule, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:58.234116 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a58c1c-fcae-4bed-a6e1-8a8cd37beb34 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1527a587-92d5-4db1-9d63-b9d2b77b6ccc,revision_number=0']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:21:58.255551 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-81a58c1c-fcae-4bed-a6e1-8a8cd37beb34 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:58.260795 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-81a58c1c-fcae-4bed-a6e1-8a8cd37beb34 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1777020 Sep 09 05:21:58.428750 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a46529-0a64-40b3-a94f-bcdc9ce4b855 req-813778a4-f9e2-40db-bc21-1df8cdf83d94 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:21:58.430419 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-82a46529-0a64-40b3-a94f-bcdc9ce4b855 req-813778a4-f9e2-40db-bc21-1df8cdf83d94 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=a670417d-b5d9-4cf7-9c81-a2c9861b43a4 HTTP/1.1" status: 200 len: 945 time: 0.0824721 Sep 09 05:21:58.494793 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-82a46529-0a64-40b3-a94f-bcdc9ce4b855 req-3642e8fa-3288-4fff-8671-94b7cb548e22 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=5af4d00d-ecbd-4eb8-b3e5-1e280e524941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574000 Sep 09 05:21:58.998502 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device b4aefeb9-2ba0-488f-b262-bf8484e33f1c up at agent ovs-agent-dv-cinder-772623-14-iscsi {{(pid=94299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 05:21:59.068937 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Provisioning for port b4aefeb9-2ba0-488f-b262-bf8484e33f1c completed by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 05:21:59.072948 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Provisioning complete for port b4aefeb9-2ba0-488f-b262-bf8484e33f1c triggered by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:21:59.073328 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:59.162853 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:59.184343 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] For port b4aefeb9-2ba0-488f-b262-bf8484e33f1c, host dv-cinder-772623-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-14-iscsi',level=0,port_id=b4aefeb9-2ba0-488f-b262-bf8484e33f1c,segment=NetworkSegment(df80411f-acb6-4e9d-a7f5-4a8066bc7b33),segment_id=df80411f-acb6-4e9d-a7f5-4a8066bc7b33)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:21:59.191693 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:21:59.242201 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Pushing event updated for resources: {'Port': ['ID=b4aefeb9-2ba0-488f-b262-bf8484e33f1c,revision_number=4']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:21:59.634364 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc435f4c-6581-4b43-9aaa-47e48354ceca req-4e2937ba-a989-45bd-b242-0add2b9d89dd tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:21:59.636028 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-cc435f4c-6581-4b43-9aaa-47e48354ceca req-4e2937ba-a989-45bd-b242-0add2b9d89dd tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=a670417d-b5d9-4cf7-9c81-a2c9861b43a4 HTTP/1.1" status: 200 len: 945 time: 0.0534320 Sep 09 05:21:59.703320 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-cc435f4c-6581-4b43-9aaa-47e48354ceca req-e58a7aef-59c5-424c-8d39-384f6823bce0 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=5af4d00d-ecbd-4eb8-b3e5-1e280e524941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511730 Sep 09 05:22:00.862706 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872bcc90-27a3-4431-887b-5ffa1df0fe9d req-5d4c0ef2-21af-48c4-bc0e-1166c68cba94 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:22:00.870695 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-872bcc90-27a3-4431-887b-5ffa1df0fe9d req-5d4c0ef2-21af-48c4-bc0e-1166c68cba94 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=a670417d-b5d9-4cf7-9c81-a2c9861b43a4 HTTP/1.1" status: 200 len: 945 time: 0.0836656 Sep 09 05:22:00.893344 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device b4aefeb9-2ba0-488f-b262-bf8484e33f1c up at agent ovs-agent-dv-cinder-772623-14-iscsi {{(pid=94299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 05:22:00.923383 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-872bcc90-27a3-4431-887b-5ffa1df0fe9d req-af362d54-93b5-431e-b9c7-e12baac80b70 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=5af4d00d-ecbd-4eb8-b3e5-1e280e524941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517533 Sep 09 05:22:00.980750 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Provisioning complete for port b4aefeb9-2ba0-488f-b262-bf8484e33f1c triggered by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:22:00.981220 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:22:01.163572 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45cd246-be5a-4804-9b4f-943cfd61e517 None None] Sync routers for ids ['cc0c51e1-c0cf-4ea6-9bb3-021cc216a4ad'] in dv-cinder-772623-14-iscsi {{(pid=94300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 05:22:01.179187 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45cd246-be5a-4804-9b4f-943cfd61e517 None None] Routers {'cc0c51e1-c0cf-4ea6-9bb3-021cc216a4ad'} bound to L3 agent in host dv-cinder-772623-14-iscsi {{(pid=94300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 05:22:01.179901 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_hamode_db [None req-c45cd246-be5a-4804-9b4f-943cfd61e517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T05:09:16Z,description=,heartbeat_timestamp=2021-09-09T05:21:47Z,host='dv-cinder-772623-14-iscsi',id=e912432c-85e4-4a31-b574-aae2dcf01ec7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T05:09:16Z,topic='l3_agent')) {'router_ids': ['cc0c51e1-c0cf-4ea6-9bb3-021cc216a4ad'], 'active': True} {{(pid=94300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:22:01.353672 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_dvr_db [None req-c45cd246-be5a-4804-9b4f-943cfd61e517 None None] Set router cc0c51e1-c0cf-4ea6-9bb3-021cc216a4ad gateway port host: dv-cinder-772623-14-iscsi {{(pid=94300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 05:22:01.662996 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_hamode_db [None req-c45cd246-be5a-4804-9b4f-943cfd61e517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc0c51e1-c0cf-4ea6-9bb3-021cc216a4ad', 'name': 'tempest-TestVolumeBootPattern-518076483-router', 'tenant_id': 'c7eadc90767a43ab88c642dbbc398d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': 'b4aefeb9-2ba0-488f-b262-bf8484e33f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:21:51Z', 'updated_at': '2021-09-09T05:21:54Z', 'revision_number': 4, 'project_id': 'c7eadc90767a43ab88c642dbbc398d3a', 'gw_port': {'id': 'b4aefeb9-2ba0-488f-b262-bf8484e33f1c', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0c51e1-c0cf-4ea6-9bb3-021cc216a4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:21:51Z', 'updated_at': '2021-09-09T05:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi', '_interfaces': [{'id': '0619ad22-c490-4b1b-a92b-842827e454b5', 'name': '', 'network_id': '58bcfbda-6994-41a2-87e0-20101e059a9a', 'tenant_id': 'c7eadc90767a43ab88c642dbbc398d3a', 'mac_address': 'fa:16:3e:44:c3:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc0c51e1-c0cf-4ea6-9bb3-021cc216a4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'd8a330c9-99fb-4744-828b-d16b0986ced3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:21:54Z', 'updated_at': '2021-09-09T05:21:54Z', 'revision_number': 2, 'project_id': 'c7eadc90767a43ab88c642dbbc398d3a', 'subnets': [{'id': 'd8a330c9-99fb-4744-828b-d16b0986ced3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-14-iscsi', False) {} {{(pid=94300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:22:01.693360 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45cd246-be5a-4804-9b4f-943cfd61e517 None None] Checking router: cc0c51e1-c0cf-4ea6-9bb3-021cc216a4ad for host: dv-cinder-772623-14-iscsi {{(pid=94300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 05:22:01.694079 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45cd246-be5a-4804-9b4f-943cfd61e517 None None] Updating router cc0c51e1-c0cf-4ea6-9bb3-021cc216a4ad port 0619ad22-c490-4b1b-a92b-842827e454b5 binding host dv-cinder-772623-14-iscsi {{(pid=94300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 05:22:01.725734 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-c45cd246-be5a-4804-9b4f-943cfd61e517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:22:02.053482 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-c45cd246-be5a-4804-9b4f-943cfd61e517 None None] Notify callbacks [] for port, precommit_update {{(pid=94300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:22:02.064978 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4135f996-a5bd-4bbf-b762-7059382947ed req-9c65bcea-6ee5-4d57-a1bf-eefa99c2c58a tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:22:02.072439 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.provisioning_blocks [None req-c45cd246-be5a-4804-9b4f-943cfd61e517 None None] Transition to ACTIVE for port object 0619ad22-c490-4b1b-a92b-842827e454b5 will not be triggered until provisioned by entity L2. {{(pid=94300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 05:22:02.073296 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-4135f996-a5bd-4bbf-b762-7059382947ed req-9c65bcea-6ee5-4d57-a1bf-eefa99c2c58a tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=a670417d-b5d9-4cf7-9c81-a2c9861b43a4 HTTP/1.1" status: 200 len: 945 time: 0.0715427 Sep 09 05:22:02.083540 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-c45cd246-be5a-4804-9b4f-943cfd61e517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:22:02.158156 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-4135f996-a5bd-4bbf-b762-7059382947ed req-ccab0163-9c1c-4a3d-9bb5-20a24d6d08cb tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=5af4d00d-ecbd-4eb8-b3e5-1e280e524941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829513 Sep 09 05:22:02.164451 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43db8d9-a1b2-4575-9ded-98ad0113e2fa None None] Pushing event updated for resources: {'Port': ['ID=0619ad22-c490-4b1b-a92b-842827e454b5,revision_number=3']} {{(pid=94300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:22:02.241816 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.plugins.ml2.managers [None req-c45cd246-be5a-4804-9b4f-943cfd61e517 None None] Attempting to bind port 0619ad22-c490-4b1b-a92b-842827e454b5 on host dv-cinder-772623-14-iscsi for vnic_type normal with profile {{(pid=94300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 05:22:02.242387 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.plugins.ml2.managers [None req-c45cd246-be5a-4804-9b4f-943cfd61e517 None None] Attempting to bind port 0619ad22-c490-4b1b-a92b-842827e454b5 by drivers openvswitch,hyperv on host dv-cinder-772623-14-iscsi at level 0 using segments [{'id': '01610e47-9787-4881-92a8-c4de40f0b59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '58bcfbda-6994-41a2-87e0-20101e059a9a'}] {{(pid=94300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 05:22:02.242923 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45cd246-be5a-4804-9b4f-943cfd61e517 None None] Attempting to bind port 0619ad22-c490-4b1b-a92b-842827e454b5 on network 58bcfbda-6994-41a2-87e0-20101e059a9a {{(pid=94300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 05:22:02.250176 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45cd246-be5a-4804-9b4f-943cfd61e517 None None] Checking agent: {'id': 'b4d491fa-f395-4d31-93f5-2c51f286f631', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 5, 9, 17), 'started_at': datetime.datetime(2021, 9, 9, 5, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 5, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 05:22:02.250551 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45cd246-be5a-4804-9b4f-943cfd61e517 None None] Checking segment: {'id': '01610e47-9787-4881-92a8-c4de40f0b59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '58bcfbda-6994-41a2-87e0-20101e059a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 05:22:02.250953 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-c45cd246-be5a-4804-9b4f-943cfd61e517 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:22:02.251348 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45cd246-be5a-4804-9b4f-943cfd61e517 None None] Bound using segment: {'id': '01610e47-9787-4881-92a8-c4de40f0b59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '58bcfbda-6994-41a2-87e0-20101e059a9a'} {{(pid=94300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 05:22:02.251823 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.plugins.ml2.managers [None req-c45cd246-be5a-4804-9b4f-943cfd61e517 None None] Bound port: 0619ad22-c490-4b1b-a92b-842827e454b5, host: dv-cinder-772623-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01610e47-9787-4881-92a8-c4de40f0b59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '58bcfbda-6994-41a2-87e0-20101e059a9a'}}] {{(pid=94300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 05:22:02.252222 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-c45cd246-be5a-4804-9b4f-943cfd61e517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:22:02.367035 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.plugins.ml2.db [None req-c45cd246-be5a-4804-9b4f-943cfd61e517 None None] For port 0619ad22-c490-4b1b-a92b-842827e454b5, host dv-cinder-772623-14-iscsi, cleared binding levels {{(pid=94300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 05:22:02.371073 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.plugins.ml2.db [None req-c45cd246-be5a-4804-9b4f-943cfd61e517 None None] For port 0619ad22-c490-4b1b-a92b-842827e454b5, host dv-cinder-772623-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-14-iscsi',level=0,port_id=0619ad22-c490-4b1b-a92b-842827e454b5,segment=NetworkSegment(01610e47-9787-4881-92a8-c4de40f0b59d),segment_id=01610e47-9787-4881-92a8-c4de40f0b59d)] {{(pid=94300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 05:22:02.401997 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-c45cd246-be5a-4804-9b4f-943cfd61e517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:22:02.485744 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45cd246-be5a-4804-9b4f-943cfd61e517 None None] Routers {'cc0c51e1-c0cf-4ea6-9bb3-021cc216a4ad'} bound to L3 agent in host dv-cinder-772623-14-iscsi {{(pid=94300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 05:22:02.486438 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_hamode_db [None req-c45cd246-be5a-4804-9b4f-943cfd61e517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T05:09:16Z,description=,heartbeat_timestamp=2021-09-09T05:21:47Z,host='dv-cinder-772623-14-iscsi',id=e912432c-85e4-4a31-b574-aae2dcf01ec7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T05:09:16Z,topic='l3_agent')) {'router_ids': ['cc0c51e1-c0cf-4ea6-9bb3-021cc216a4ad'], 'active': True} {{(pid=94300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:22:02.554838 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43db8d9-a1b2-4575-9ded-98ad0113e2fa None None] Pushing event updated for resources: {'Port': ['ID=0619ad22-c490-4b1b-a92b-842827e454b5,revision_number=4']} {{(pid=94300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:22:02.640306 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_dvr_db [None req-c45cd246-be5a-4804-9b4f-943cfd61e517 None None] Set router cc0c51e1-c0cf-4ea6-9bb3-021cc216a4ad gateway port host: dv-cinder-772623-14-iscsi {{(pid=94300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 05:22:02.913339 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device 0619ad22-c490-4b1b-a92b-842827e454b5 up at agent ovs-agent-dv-cinder-772623-14-iscsi {{(pid=94299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 05:22:02.980598 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Provisioning for port 0619ad22-c490-4b1b-a92b-842827e454b5 completed by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 05:22:02.988610 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Provisioning complete for port 0619ad22-c490-4b1b-a92b-842827e454b5 triggered by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:22:02.989041 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:22:03.020681 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_hamode_db [None req-c45cd246-be5a-4804-9b4f-943cfd61e517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc0c51e1-c0cf-4ea6-9bb3-021cc216a4ad', 'name': 'tempest-TestVolumeBootPattern-518076483-router', 'tenant_id': 'c7eadc90767a43ab88c642dbbc398d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': 'b4aefeb9-2ba0-488f-b262-bf8484e33f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:21:51Z', 'updated_at': '2021-09-09T05:21:54Z', 'revision_number': 4, 'project_id': 'c7eadc90767a43ab88c642dbbc398d3a', 'gw_port': {'id': 'b4aefeb9-2ba0-488f-b262-bf8484e33f1c', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0c51e1-c0cf-4ea6-9bb3-021cc216a4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:21:51Z', 'updated_at': '2021-09-09T05:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi', '_interfaces': [{'id': '0619ad22-c490-4b1b-a92b-842827e454b5', 'name': '', 'network_id': '58bcfbda-6994-41a2-87e0-20101e059a9a', 'tenant_id': 'c7eadc90767a43ab88c642dbbc398d3a', 'mac_address': 'fa:16:3e:44:c3:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc0c51e1-c0cf-4ea6-9bb3-021cc216a4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'd8a330c9-99fb-4744-828b-d16b0986ced3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:21:54Z', 'updated_at': '2021-09-09T05:22:02Z', 'revision_number': 4, 'project_id': 'c7eadc90767a43ab88c642dbbc398d3a', 'subnets': [{'id': 'd8a330c9-99fb-4744-828b-d16b0986ced3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-14-iscsi', False) {} {{(pid=94300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:22:03.052131 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45cd246-be5a-4804-9b4f-943cfd61e517 None None] The sync data for ids ['cc0c51e1-c0cf-4ea6-9bb3-021cc216a4ad'] in dv-cinder-772623-14-iscsi is: [{'id': 'cc0c51e1-c0cf-4ea6-9bb3-021cc216a4ad', 'name': 'tempest-TestVolumeBootPattern-518076483-router', 'tenant_id': 'c7eadc90767a43ab88c642dbbc398d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': 'b4aefeb9-2ba0-488f-b262-bf8484e33f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:21:51Z', 'updated_at': '2021-09-09T05:21:54Z', 'revision_number': 4, 'project_id': 'c7eadc90767a43ab88c642dbbc398d3a', 'gw_port': {'id': 'b4aefeb9-2ba0-488f-b262-bf8484e33f1c', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0c51e1-c0cf-4ea6-9bb3-021cc216a4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:21:51Z', 'updated_at': '2021-09-09T05:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi', '_interfaces': [{'id': '0619ad22-c490-4b1b-a92b-842827e454b5', 'name': '', 'network_id': '58bcfbda-6994-41a2-87e0-20101e059a9a', 'tenant_id': 'c7eadc90767a43ab88c642dbbc398d3a', 'mac_address': 'fa:16:3e:44:c3:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc0c51e1-c0cf-4ea6-9bb3-021cc216a4ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': 'd8a330c9-99fb-4744-828b-d16b0986ced3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:21:54Z', 'updated_at': '2021-09-09T05:22:02Z', 'revision_number': 4, 'project_id': 'c7eadc90767a43ab88c642dbbc398d3a', 'subnets': [{'id': 'd8a330c9-99fb-4744-828b-d16b0986ced3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 05:22:03.100923 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:22:03.142786 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] For port 0619ad22-c490-4b1b-a92b-842827e454b5, host dv-cinder-772623-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-14-iscsi',level=0,port_id=0619ad22-c490-4b1b-a92b-842827e454b5,segment=NetworkSegment(01610e47-9787-4881-92a8-c4de40f0b59d),segment_id=01610e47-9787-4881-92a8-c4de40f0b59d)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:22:03.150794 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:22:03.229761 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Pushing event updated for resources: {'Port': ['ID=0619ad22-c490-4b1b-a92b-842827e454b5,revision_number=5']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:22:03.305459 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4533626-0807-40a1-8264-e8a5c1bf7e54 req-736877e2-ece3-4f2f-9fab-f038ab629001 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:22:03.307896 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-a4533626-0807-40a1-8264-e8a5c1bf7e54 req-736877e2-ece3-4f2f-9fab-f038ab629001 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=a670417d-b5d9-4cf7-9c81-a2c9861b43a4 HTTP/1.1" status: 200 len: 945 time: 0.0656440 Sep 09 05:22:03.357446 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-a4533626-0807-40a1-8264-e8a5c1bf7e54 req-69d03af6-8ba5-416a-8047-ee5e8a78585b tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=5af4d00d-ecbd-4eb8-b3e5-1e280e524941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429032 Sep 09 05:22:04.507291 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef697684-5358-4b16-a440-a7fedb3ed067 req-62c6fbc1-fa58-4279-872f-39b8cf470ec2 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:22:04.509988 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-ef697684-5358-4b16-a440-a7fedb3ed067 req-62c6fbc1-fa58-4279-872f-39b8cf470ec2 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=a670417d-b5d9-4cf7-9c81-a2c9861b43a4 HTTP/1.1" status: 200 len: 945 time: 0.0694559 Sep 09 05:22:04.576827 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-ef697684-5358-4b16-a440-a7fedb3ed067 req-9c078bfa-e520-4f15-a988-3135f7d26542 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=5af4d00d-ecbd-4eb8-b3e5-1e280e524941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604968 Sep 09 05:22:04.915846 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device 0619ad22-c490-4b1b-a92b-842827e454b5 up at agent ovs-agent-dv-cinder-772623-14-iscsi {{(pid=94299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 05:22:05.002440 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Provisioning complete for port 0619ad22-c490-4b1b-a92b-842827e454b5 triggered by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:22:05.002827 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:22:05.752463 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53dfd3a-ccdb-43f5-bf88-5653d817535e req-bfd4d92e-32c2-452b-9b4f-7cd4a25f2441 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:22:05.754089 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-d53dfd3a-ccdb-43f5-bf88-5653d817535e req-bfd4d92e-32c2-452b-9b4f-7cd4a25f2441 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=a670417d-b5d9-4cf7-9c81-a2c9861b43a4 HTTP/1.1" status: 200 len: 945 time: 0.0640409 Sep 09 05:22:05.803835 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-d53dfd3a-ccdb-43f5-bf88-5653d817535e req-fe0d5fea-61a8-4593-b997-62592725503b tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=5af4d00d-ecbd-4eb8-b3e5-1e280e524941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437279 Sep 09 05:22:05.982966 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:22:06.742936 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db69f2-bdba-45d0-8519-eea4a2e69eab req-8f8399ec-2c48-408b-8ffb-7711b479a320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:22:06.744049 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-b2db69f2-bdba-45d0-8519-eea4a2e69eab req-8f8399ec-2c48-408b-8ffb-7711b479a320 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=adae3c00f82c46cda5739aa90de24c7f&device_id=a670417d-b5d9-4cf7-9c81-a2c9861b43a4 HTTP/1.1" status: 200 len: 1098 time: 0.0411253 Sep 09 05:22:06.850430 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db69f2-bdba-45d0-8519-eea4a2e69eab req-ca522636-2605-4ee0-a5ba-ff5325520e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:22:06.852183 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-b2db69f2-bdba-45d0-8519-eea4a2e69eab req-ca522636-2605-4ee0-a5ba-ff5325520e11 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4c49d2e8-bbb3-48a4-b9dd-23115ce7620f HTTP/1.1" status: 200 len: 917 time: 0.0996590 Sep 09 05:22:06.922838 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-b2db69f2-bdba-45d0-8519-eea4a2e69eab req-46b9176e-8c47-4877-9fb2-60541916dfda service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a902b8c-3882-4110-ae09-30e6dbcc1820 HTTP/1.1" status: 200 len: 999 time: 0.0634656 Sep 09 05:22:06.935311 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e47c51-a758-4f97-994a-660dccc01ba6 req-a0fb96d3-1fea-4171-94e2-f83d76f9c153 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:22:06.936895 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-96e47c51-a758-4f97-994a-660dccc01ba6 req-a0fb96d3-1fea-4171-94e2-f83d76f9c153 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=a670417d-b5d9-4cf7-9c81-a2c9861b43a4 HTTP/1.1" status: 200 len: 945 time: 0.0500743 Sep 09 05:22:06.983169 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-96e47c51-a758-4f97-994a-660dccc01ba6 req-877d19b9-7b79-4a24-93d2-815f65241666 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=5af4d00d-ecbd-4eb8-b3e5-1e280e524941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397809 Sep 09 05:22:06.990095 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db69f2-bdba-45d0-8519-eea4a2e69eab req-ab0d8905-45fb-4224-a429-1352048d0ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:22:06.991548 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-b2db69f2-bdba-45d0-8519-eea4a2e69eab req-ab0d8905-45fb-4224-a429-1352048d0ba2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=af8cc309-f922-4b5b-9139-7f7e8b7747ed HTTP/1.1" status: 200 len: 856 time: 0.0449870 Sep 09 05:22:07.043246 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db69f2-bdba-45d0-8519-eea4a2e69eab req-aaa02c39-ebb7-4c7f-a49e-390b7812b3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:22:07.045024 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-b2db69f2-bdba-45d0-8519-eea4a2e69eab req-aaa02c39-ebb7-4c7f-a49e-390b7812b3d3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4c49d2e8-bbb3-48a4-b9dd-23115ce7620f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0455198 Sep 09 05:22:07.147468 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-b2db69f2-bdba-45d0-8519-eea4a2e69eab req-6ce73bd5-8241-4c7f-811c-652ed64db21c service neutron] 10.222.0.23 "GET /v2.0/networks/4c49d2e8-bbb3-48a4-b9dd-23115ce7620f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933344 Sep 09 05:22:07.246510 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-b2db69f2-bdba-45d0-8519-eea4a2e69eab req-a08305ee-414d-4bde-aa9e-e6b22bf07903 service neutron] 10.222.0.23 "GET /v2.0/networks/4c49d2e8-bbb3-48a4-b9dd-23115ce7620f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898976 Sep 09 05:22:08.101863 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4149ab-78f6-438b-95e9-8232fa2c8cd1 req-39ed552b-3a05-4696-82ba-28d241179e53 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:22:08.103655 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-af4149ab-78f6-438b-95e9-8232fa2c8cd1 req-39ed552b-3a05-4696-82ba-28d241179e53 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=a670417d-b5d9-4cf7-9c81-a2c9861b43a4 HTTP/1.1" status: 200 len: 945 time: 0.0492232 Sep 09 05:22:08.144059 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-af4149ab-78f6-438b-95e9-8232fa2c8cd1 req-658ad712-9820-4050-a870-05548382fd0c tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=5af4d00d-ecbd-4eb8-b3e5-1e280e524941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337591 Sep 09 05:22:09.263786 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51144ff9-a5cc-4bc0-ae40-73ab4b4476a2 req-4df8c749-72c9-42df-b30f-15ef4c6436ed tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:22:09.265271 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-51144ff9-a5cc-4bc0-ae40-73ab4b4476a2 req-4df8c749-72c9-42df-b30f-15ef4c6436ed tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=a670417d-b5d9-4cf7-9c81-a2c9861b43a4 HTTP/1.1" status: 200 len: 945 time: 0.0501981 Sep 09 05:22:09.301865 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-51144ff9-a5cc-4bc0-ae40-73ab4b4476a2 req-9b741f64-cb2f-40a1-8196-c5f4a9ba6832 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=5af4d00d-ecbd-4eb8-b3e5-1e280e524941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306749 Sep 09 05:22:09.794281 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [req-cba8ca7d-bf91-422f-bed3-106f03515258 req-353d9475-396f-493c-8b88-8ea4cf743171 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 05:22:09.795299 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-cba8ca7d-bf91-422f-bed3-106f03515258 req-353d9475-396f-493c-8b88-8ea4cf743171 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058458 Sep 09 05:22:09.951569 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e73ebc-e6fb-44b7-84fc-f35c02bd5de0 req-8ac287f7-1f46-43c8-bd19-2bee40dfe40a tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:22:09.953102 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-45e73ebc-e6fb-44b7-84fc-f35c02bd5de0 req-8ac287f7-1f46-43c8-bd19-2bee40dfe40a tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=a670417d-b5d9-4cf7-9c81-a2c9861b43a4 HTTP/1.1" status: 200 len: 945 time: 0.0507705 Sep 09 05:22:09.995989 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-45e73ebc-e6fb-44b7-84fc-f35c02bd5de0 req-ff3e924e-00c0-4b40-bd40-909acff69c26 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=5af4d00d-ecbd-4eb8-b3e5-1e280e524941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367124 Sep 09 05:22:10.189304 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 40540) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:22:10.274453 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-b2202899-bd98-4ba5-910b-0fb18bcc0371 req-8a2477c3-81a2-417f-819e-852d969d03c3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a670417d-b5d9-4cf7-9c81-a2c9861b43a4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0838985 Sep 09 05:22:10.284194 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [req-b2202899-bd98-4ba5-910b-0fb18bcc0371 req-40b6d5cf-3f57-46df-9040-4e37d38e102e service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 05:22:10.285140 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-b2202899-bd98-4ba5-910b-0fb18bcc0371 req-40b6d5cf-3f57-46df-9040-4e37d38e102e service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051074 Sep 09 05:22:10.938477 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device 5a902b8c-3882-4110-ae09-30e6dbcc1820 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 05:22:11.018303 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:22:11.044617 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a670417d-b5d9-4cf7-9c81-a2c9861b43a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a902b8c-3882-4110-ae09-30e6dbcc1820'}] {{(pid=94299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 05:22:11.047306 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6baa3fa754b64f0f84acd20b1d53bd6375697f3cd0d79ee629041410e58b9d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-966c98b5-1984-404c-b02c-dc85a1d0e873" -d '{"events": [{"server_uuid": "a670417d-b5d9-4cf7-9c81-a2c9861b43a4", "name": "network-vif-unplugged", "status": "completed", "tag": "5a902b8c-3882-4110-ae09-30e6dbcc1820"}]}' {{(pid=94299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 05:22:11.065068 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] For port 5a902b8c-3882-4110-ae09-30e6dbcc1820, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=5a902b8c-3882-4110-ae09-30e6dbcc1820,segment=NetworkSegment(94ec00f0-b772-441b-b09c-9fabc2701b02),segment_id=94ec00f0-b772-441b-b09c-9fabc2701b02)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:22:11.068271 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:22:11.093119 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 09 Sep 2021 05:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1af9121-3ffd-4110-80d5-ec788bdeff56 x-openstack-request-id: req-d1af9121-3ffd-4110-80d5-ec788bdeff56 {{(pid=94299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 05:22:11.093434 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a670417d-b5d9-4cf7-9c81-a2c9861b43a4", "name": "network-vif-unplugged", "status": "failed", "tag": "5a902b8c-3882-4110-ae09-30e6dbcc1820", "code": 422}]} {{(pid=94299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 05:22:11.093735 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d1af9121-3ffd-4110-80d5-ec788bdeff56 {{(pid=94299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 05:22:11.094283 dv-cinder-772623-14-iscsi neutron-server[94299]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a670417d-b5d9-4cf7-9c81-a2c9861b43a4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5a902b8c-3882-4110-ae09-30e6dbcc1820', 'code': 422} returned with failed status Sep 09 05:22:11.119935 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09962726-8792-4f8b-9d04-ce09223ae0cd req-5a0b928e-479f-430b-bf11-a14baf78c5fe tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:22:11.121258 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Pushing event updated for resources: {'Port': ['ID=5a902b8c-3882-4110-ae09-30e6dbcc1820,revision_number=8']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:22:11.122795 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-09962726-8792-4f8b-9d04-ce09223ae0cd req-5a0b928e-479f-430b-bf11-a14baf78c5fe tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=a670417d-b5d9-4cf7-9c81-a2c9861b43a4 HTTP/1.1" status: 200 len: 943 time: 0.0501966 Sep 09 05:22:11.163870 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-09962726-8792-4f8b-9d04-ce09223ae0cd req-48cc1c52-84fc-46ab-8b58-e4bec6d89637 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=5af4d00d-ecbd-4eb8-b3e5-1e280e524941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323100 Sep 09 05:22:11.743437 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2202899-bd98-4ba5-910b-0fb18bcc0371 req-c4c0232d-de55-42a3-ab40-0b6e647e0249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:22:11.744831 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-b2202899-bd98-4ba5-910b-0fb18bcc0371 req-c4c0232d-de55-42a3-ab40-0b6e647e0249 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a670417d-b5d9-4cf7-9c81-a2c9861b43a4&tenant_id=adae3c00f82c46cda5739aa90de24c7f HTTP/1.1" status: 200 len: 1096 time: 0.1111774 Sep 09 05:22:11.809357 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2202899-bd98-4ba5-910b-0fb18bcc0371 req-3ccd2042-bfd9-4e00-b149-147dd662b637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:22:11.810827 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-b2202899-bd98-4ba5-910b-0fb18bcc0371 req-3ccd2042-bfd9-4e00-b149-147dd662b637 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=adae3c00f82c46cda5739aa90de24c7f&device_id=a670417d-b5d9-4cf7-9c81-a2c9861b43a4 HTTP/1.1" status: 200 len: 1096 time: 0.0424612 Sep 09 05:22:11.899306 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2202899-bd98-4ba5-910b-0fb18bcc0371 req-24f34657-e616-4af6-8425-18d6fc9f91d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:22:11.900704 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-b2202899-bd98-4ba5-910b-0fb18bcc0371 req-24f34657-e616-4af6-8425-18d6fc9f91d9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4c49d2e8-bbb3-48a4-b9dd-23115ce7620f HTTP/1.1" status: 200 len: 917 time: 0.0806990 Sep 09 05:22:11.967888 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-b2202899-bd98-4ba5-910b-0fb18bcc0371 req-2d4b92e1-e2c2-4afd-b7be-7dd27e9c2195 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a902b8c-3882-4110-ae09-30e6dbcc1820 HTTP/1.1" status: 200 len: 997 time: 0.0588489 Sep 09 05:22:12.017390 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2202899-bd98-4ba5-910b-0fb18bcc0371 req-df3a86fb-e214-4186-8640-ba21c4ae04f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:22:12.018709 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-b2202899-bd98-4ba5-910b-0fb18bcc0371 req-df3a86fb-e214-4186-8640-ba21c4ae04f0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=af8cc309-f922-4b5b-9139-7f7e8b7747ed HTTP/1.1" status: 200 len: 856 time: 0.0421572 Sep 09 05:22:12.063067 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2202899-bd98-4ba5-910b-0fb18bcc0371 req-7f0caed5-93d3-4a69-b3f1-bc35874b2ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:22:12.064491 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-b2202899-bd98-4ba5-910b-0fb18bcc0371 req-7f0caed5-93d3-4a69-b3f1-bc35874b2ec4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4c49d2e8-bbb3-48a4-b9dd-23115ce7620f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0380230 Sep 09 05:22:12.157242 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-b2202899-bd98-4ba5-910b-0fb18bcc0371 req-14083476-78de-4c2b-ab5e-05d9158b7a46 service neutron] 10.222.0.23 "GET /v2.0/networks/4c49d2e8-bbb3-48a4-b9dd-23115ce7620f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824728 Sep 09 05:22:12.246211 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-b2202899-bd98-4ba5-910b-0fb18bcc0371 req-421dadbb-98f7-4b21-81ba-d6dcb3e9e8e5 service neutron] 10.222.0.23 "GET /v2.0/networks/4c49d2e8-bbb3-48a4-b9dd-23115ce7620f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810516 Sep 09 05:22:12.283997 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ec29fd-2742-403f-84a9-6754f1a5eb76 req-01301407-b343-4744-b37b-d3428f4baa33 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:22:12.285485 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-c4ec29fd-2742-403f-84a9-6754f1a5eb76 req-01301407-b343-4744-b37b-d3428f4baa33 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=a670417d-b5d9-4cf7-9c81-a2c9861b43a4 HTTP/1.1" status: 200 len: 943 time: 0.0489366 Sep 09 05:22:12.323552 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-c4ec29fd-2742-403f-84a9-6754f1a5eb76 req-1acc2f44-bee7-4779-bff3-23e024de2771 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=5af4d00d-ecbd-4eb8-b3e5-1e280e524941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321631 Sep 09 05:22:13.463500 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c304cfb1-b1e4-471a-b980-9bf69312f8b3 req-2eb917c6-7a1c-4752-baa0-d6d5666ec216 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:22:13.470332 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-c304cfb1-b1e4-471a-b980-9bf69312f8b3 req-2eb917c6-7a1c-4752-baa0-d6d5666ec216 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=a670417d-b5d9-4cf7-9c81-a2c9861b43a4 HTTP/1.1" status: 200 len: 943 time: 0.0678337 Sep 09 05:22:13.510112 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-c304cfb1-b1e4-471a-b980-9bf69312f8b3 req-bd819f9a-07cd-441d-82b2-da68504f23c5 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=5af4d00d-ecbd-4eb8-b3e5-1e280e524941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371051 Sep 09 05:22:13.894156 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-9fb0246e-6fd7-44c4-9d15-b59ea4ebc1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:22:14.633387 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e49aa9-dd51-46a5-a8fa-cbaa128759c0 req-f5afc726-8eed-4764-bb8c-356857c3866c tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:22:14.634915 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-13e49aa9-dd51-46a5-a8fa-cbaa128759c0 req-f5afc726-8eed-4764-bb8c-356857c3866c tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=a670417d-b5d9-4cf7-9c81-a2c9861b43a4 HTTP/1.1" status: 200 len: 943 time: 0.0512757 Sep 09 05:22:14.673609 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-13e49aa9-dd51-46a5-a8fa-cbaa128759c0 req-7912161a-9b65-4866-8c48-2305403a9394 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=5af4d00d-ecbd-4eb8-b3e5-1e280e524941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322940 Sep 09 05:22:15.119411 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-76af97c8-615f-4f7a-8048-61c0eb3ec914 req-5238918d-3b48-409e-bef2-aabdc91264c5 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2056564940&fields=id&tenant_id=ddcd5653413143e99ea8197beb98de5f HTTP/1.1" status: 200 len: 267 time: 0.0464122 Sep 09 05:22:15.228435 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76af97c8-615f-4f7a-8048-61c0eb3ec914 req-49c223af-d79b-42fe-93c7-d0d4fbe927ee tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:22:15.230000 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-76af97c8-615f-4f7a-8048-61c0eb3ec914 req-49c223af-d79b-42fe-93c7-d0d4fbe927ee tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/networks?id=591ece5e-2938-4cf9-bb43-c15ca886ca94 HTTP/1.1" status: 200 len: 811 time: 0.1036341 Sep 09 05:22:15.245653 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-76af97c8-615f-4f7a-8048-61c0eb3ec914 req-9a9c38b1-83bc-4232-8a96-84b9dd16bb09 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/quotas/ddcd5653413143e99ea8197beb98de5f HTTP/1.1" status: 200 len: 375 time: 0.0092356 Sep 09 05:22:15.298030 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-76af97c8-615f-4f7a-8048-61c0eb3ec914 req-133694fc-49d8-4192-9204-570d3c4a21aa tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ddcd5653413143e99ea8197beb98de5f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468080 Sep 09 05:22:15.442405 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-76af97c8-615f-4f7a-8048-61c0eb3ec914 req-76d08691-11cf-473a-af97-48229c67f224 service neutron] 10.222.0.24 "GET /v2.0/networks/591ece5e-2938-4cf9-bb43-c15ca886ca94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326389 Sep 09 05:22:15.540622 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-76af97c8-615f-4f7a-8048-61c0eb3ec914 req-89f3565e-5a3d-469b-bd40-30b5b0f2b19c service neutron] 10.222.0.24 "GET /v2.0/networks/591ece5e-2938-4cf9-bb43-c15ca886ca94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919838 Sep 09 05:22:15.894852 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc009b0-cd7b-425a-841a-a3a48d943b55 req-84c4a1f4-6d84-4d26-9a84-98f3322c5109 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:22:15.912542 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-fdc009b0-cd7b-425a-841a-a3a48d943b55 req-84c4a1f4-6d84-4d26-9a84-98f3322c5109 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=a670417d-b5d9-4cf7-9c81-a2c9861b43a4 HTTP/1.1" status: 200 len: 943 time: 0.0763044 Sep 09 05:22:15.954894 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-fdc009b0-cd7b-425a-841a-a3a48d943b55 req-1e37ffa9-bdf0-40e1-bdaf-2a1d313ea182 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=5af4d00d-ecbd-4eb8-b3e5-1e280e524941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412731 Sep 09 05:22:16.036879 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-e3a53ac4-76c2-4f89-83c1-1d700008642a req-c58b7c6f-9da2-48aa-a18f-858bccddabe9 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb64401a-1e7c-4f86-a9fe-ba48f5305ec6 HTTP/1.1" status: 200 len: 210 time: 0.0361114 Sep 09 05:22:16.525351 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-15672dd8-1921-4143-b9d4-a13a1035b3c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:22:16.888475 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:22:17.087448 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfde92c-4b24-432c-93e8-c41bf1d99a67 req-cc4c4eeb-5d49-4c57-a0fc-64c1638a9ea4 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:22:17.088990 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-cdfde92c-4b24-432c-93e8-c41bf1d99a67 req-cc4c4eeb-5d49-4c57-a0fc-64c1638a9ea4 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=a670417d-b5d9-4cf7-9c81-a2c9861b43a4 HTTP/1.1" status: 200 len: 943 time: 0.0589693 Sep 09 05:22:17.128589 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-cdfde92c-4b24-432c-93e8-c41bf1d99a67 req-41eb8d01-a96f-4545-8d3b-b6daa961d141 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=5af4d00d-ecbd-4eb8-b3e5-1e280e524941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328269 Sep 09 05:22:17.213369 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-6ea210fd-4469-451c-89f1-d424d5b8fce4 req-7be2f3f6-48bc-4f96-8545-e5a810cb76d2 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb64401a-1e7c-4f86-a9fe-ba48f5305ec6 HTTP/1.1" status: 200 len: 210 time: 0.0280826 Sep 09 05:22:17.645940 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-9dcada0b-7967-4cde-8891-c5586c834af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:22:18.261729 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308f7b52-36a7-4974-93a5-91ff9da8b3b0 req-d12994de-9fee-459e-bee1-291b040b8bac tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:22:18.263234 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-308f7b52-36a7-4974-93a5-91ff9da8b3b0 req-d12994de-9fee-459e-bee1-291b040b8bac tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=a670417d-b5d9-4cf7-9c81-a2c9861b43a4 HTTP/1.1" status: 200 len: 943 time: 0.0528815 Sep 09 05:22:18.302967 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-308f7b52-36a7-4974-93a5-91ff9da8b3b0 req-ae171f1f-34e6-413a-84d4-1654030d4feb tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=5af4d00d-ecbd-4eb8-b3e5-1e280e524941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333722 Sep 09 05:22:18.392805 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-606a4a08-910a-47d4-97a9-8c7da232e06f req-157e6c06-ed74-470d-a31f-6f4c481ccabf tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb64401a-1e7c-4f86-a9fe-ba48f5305ec6 HTTP/1.1" status: 200 len: 210 time: 0.0300395 Sep 09 05:22:19.162841 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-fdc48b13-ab8b-41d0-a622-21cc731cd6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:22:19.431499 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2432e55-a211-4d05-81ab-876de2625e4b req-540a1f69-ea82-4817-b1cb-877fa7a02d67 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:22:19.434081 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-d2432e55-a211-4d05-81ab-876de2625e4b req-540a1f69-ea82-4817-b1cb-877fa7a02d67 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=a670417d-b5d9-4cf7-9c81-a2c9861b43a4 HTTP/1.1" status: 200 len: 943 time: 0.0571187 Sep 09 05:22:19.475131 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-d2432e55-a211-4d05-81ab-876de2625e4b req-c2be0ea0-1959-4648-87bf-70afeede67e1 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=5af4d00d-ecbd-4eb8-b3e5-1e280e524941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333886 Sep 09 05:22:19.565792 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-e403149d-c6c0-431d-9dc2-4424e844a421 req-6697130b-e92a-49fe-be6f-064f10d13c03 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb64401a-1e7c-4f86-a9fe-ba48f5305ec6 HTTP/1.1" status: 200 len: 210 time: 0.0270846 Sep 09 05:22:20.599069 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdf4b21-2dcc-4e75-b4b1-21e81f2d46a7 req-cc254fab-f817-47f4-84f8-2705f42f3adc tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:22:20.600562 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-fbdf4b21-2dcc-4e75-b4b1-21e81f2d46a7 req-cc254fab-f817-47f4-84f8-2705f42f3adc tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=a670417d-b5d9-4cf7-9c81-a2c9861b43a4 HTTP/1.1" status: 200 len: 943 time: 0.0496190 Sep 09 05:22:20.638859 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-fbdf4b21-2dcc-4e75-b4b1-21e81f2d46a7 req-5f9a8f16-878d-4ce0-9e79-3f58936d7087 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=5af4d00d-ecbd-4eb8-b3e5-1e280e524941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321550 Sep 09 05:22:20.736196 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-69d5d7bd-787c-4f6b-a4df-967270422c14 req-91817834-087a-4473-9361-4281554232e6 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb64401a-1e7c-4f86-a9fe-ba48f5305ec6 HTTP/1.1" status: 200 len: 210 time: 0.0312231 Sep 09 05:22:21.782353 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57058fb5-a02e-4819-ab33-29f39b665675 req-6f958211-cf3f-4622-ad32-12f68a9a6bcd tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:22:21.788287 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-57058fb5-a02e-4819-ab33-29f39b665675 req-6f958211-cf3f-4622-ad32-12f68a9a6bcd tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=a670417d-b5d9-4cf7-9c81-a2c9861b43a4 HTTP/1.1" status: 200 len: 943 time: 0.0603397 Sep 09 05:22:21.822351 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-57058fb5-a02e-4819-ab33-29f39b665675 req-827d1b12-248a-483f-93fe-c074798f726d tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=5af4d00d-ecbd-4eb8-b3e5-1e280e524941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327957 Sep 09 05:22:21.908935 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-2e3162e2-a9c4-4da7-b0f3-e0782bf5a187 req-944201df-7672-4256-ba70-579247e671ed tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb64401a-1e7c-4f86-a9fe-ba48f5305ec6 HTTP/1.1" status: 200 len: 210 time: 0.0274677 Sep 09 05:22:22.961377 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3bdf38-63cc-41b1-a909-5ba8e589b207 req-dd1281e1-7d67-45b8-a4d2-4a54e2962eac tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:22:22.963572 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-fb3bdf38-63cc-41b1-a909-5ba8e589b207 req-dd1281e1-7d67-45b8-a4d2-4a54e2962eac tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=a670417d-b5d9-4cf7-9c81-a2c9861b43a4 HTTP/1.1" status: 200 len: 943 time: 0.0686915 Sep 09 05:22:23.007559 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-fb3bdf38-63cc-41b1-a909-5ba8e589b207 req-e4ea8455-d843-4bf2-a2ca-244de4fd9b2c tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=5af4d00d-ecbd-4eb8-b3e5-1e280e524941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373499 Sep 09 05:22:23.092209 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-8928d14d-2c08-425d-970d-3a41d0b82e61 req-8df144fc-84c2-4581-a7ce-08d0efc8f998 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb64401a-1e7c-4f86-a9fe-ba48f5305ec6 HTTP/1.1" status: 200 len: 210 time: 0.0264931 Sep 09 05:22:23.327484 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.agents_db [None req-c4fa6e85-f278-4c65-a736-468407d89cbd None None] Agent healthcheck: found 6 active agents {{(pid=94300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 05:22:24.126145 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ad2ef-8082-4064-b0c1-014358443f25 req-bf186018-8088-4f37-8418-9cc5e1b20ed4 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:22:24.127733 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-152ad2ef-8082-4064-b0c1-014358443f25 req-bf186018-8088-4f37-8418-9cc5e1b20ed4 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=a670417d-b5d9-4cf7-9c81-a2c9861b43a4 HTTP/1.1" status: 200 len: 943 time: 0.0482912 Sep 09 05:22:24.168416 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-152ad2ef-8082-4064-b0c1-014358443f25 req-60e40d03-d2d8-4651-9685-9b908fbd0c2a tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=5af4d00d-ecbd-4eb8-b3e5-1e280e524941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341244 Sep 09 05:22:24.195641 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-586c2bf6-63cd-4a0b-8814-d0ccd6ab6b54 req-8f454de5-5aac-46fc-8699-094607e4f665 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb64401a-1e7c-4f86-a9fe-ba48f5305ec6 HTTP/1.1" status: 200 len: 210 time: 0.0262804 Sep 09 05:22:24.295453 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76af97c8-615f-4f7a-8048-61c0eb3ec914 req-6d65e0d2-112c-4f7c-9004-da35bc5013b8 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:22:24.297139 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-76af97c8-615f-4f7a-8048-61c0eb3ec914 req-6d65e0d2-112c-4f7c-9004-da35bc5013b8 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.23 "GET /v2.0/networks?id=591ece5e-2938-4cf9-bb43-c15ca886ca94 HTTP/1.1" status: 200 len: 811 time: 0.1243610 Sep 09 05:22:24.341616 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-76af97c8-615f-4f7a-8048-61c0eb3ec914 req-13d16b59-1967-4994-b920-212daa1b1d95 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ddcd5653413143e99ea8197beb98de5f HTTP/1.1" status: 200 len: 380 time: 0.0338583 Sep 09 05:22:24.353077 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.v2.base [req-76af97c8-615f-4f7a-8048-61c0eb3ec914 req-1f3eca85-3b8b-4db2-b732-9e4ee2ca2e62 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Request body: {'port': {'device_id': 'eb64401a-1e7c-4f86-a9fe-ba48f5305ec6', 'network_id': '591ece5e-2938-4cf9-bb43-c15ca886ca94', 'admin_state_up': True, 'tenant_id': 'ddcd5653413143e99ea8197beb98de5f', 'security_groups': ['e89da49e-09fc-4632-82b3-7a3f9989799d']}} {{(pid=94297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:22:24.462447 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76af97c8-615f-4f7a-8048-61c0eb3ec914 req-1f3eca85-3b8b-4db2-b732-9e4ee2ca2e62 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Made reservation on behalf of ddcd5653413143e99ea8197beb98de5f for: {'port': 1} {{(pid=94297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 05:22:24.466078 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-76af97c8-615f-4f7a-8048-61c0eb3ec914 req-1f3eca85-3b8b-4db2-b732-9e4ee2ca2e62 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:22:24.588076 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.db_base_plugin_common [req-76af97c8-615f-4f7a-8048-61c0eb3ec914 req-1f3eca85-3b8b-4db2-b732-9e4ee2ca2e62 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Allocated IP 172.20.0.6 (591ece5e-2938-4cf9-bb43-c15ca886ca94/94a6c333-3890-40af-80b3-e0da9d928c0a/0539f6df-9955-46ec-a8d4-b2bbe2bb4294) {{(pid=94297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 05:22:24.743677 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-76af97c8-615f-4f7a-8048-61c0eb3ec914 req-1f3eca85-3b8b-4db2-b732-9e4ee2ca2e62 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks [] for port, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:22:24.757622 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.provisioning_blocks [req-76af97c8-615f-4f7a-8048-61c0eb3ec914 req-1f3eca85-3b8b-4db2-b732-9e4ee2ca2e62 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Transition to ACTIVE for port object 0539f6df-9955-46ec-a8d4-b2bbe2bb4294 will not be triggered until provisioned by entity DHCP. {{(pid=94297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 05:22:24.791774 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-76af97c8-615f-4f7a-8048-61c0eb3ec914 req-1f3eca85-3b8b-4db2-b732-9e4ee2ca2e62 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748631669697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29281037'] for port, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:22:24.829675 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76af97c8-615f-4f7a-8048-61c0eb3ec914 req-1f3eca85-3b8b-4db2-b732-9e4ee2ca2e62 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Network 591ece5e-2938-4cf9-bb43-c15ca886ca94 is already hosted by enough agents. {{(pid=94297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 05:22:24.832720 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.base_scheduler [req-76af97c8-615f-4f7a-8048-61c0eb3ec914 req-1f3eca85-3b8b-4db2-b732-9e4ee2ca2e62 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Resources bound (agent type, host, resource id): {{(pid=94297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 05:22:24.836358 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.l3_dvrscheduler_db [req-76af97c8-615f-4f7a-8048-61c0eb3ec914 req-1f3eca85-3b8b-4db2-b732-9e4ee2ca2e62 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Received port after_create {{(pid=94297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 05:22:24.880704 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3eca85-3b8b-4db2-b732-9e4ee2ca2e62 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Pushing event updated for resources: {'Port': ['ID=0539f6df-9955-46ec-a8d4-b2bbe2bb4294,revision_number=1']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:22:24.891435 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3eca85-3b8b-4db2-b732-9e4ee2ca2e62 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:22:24.892263 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3eca85-3b8b-4db2-b732-9e4ee2ca2e62 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:22:24.892609 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3eca85-3b8b-4db2-b732-9e4ee2ca2e62 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:22:24.892951 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3eca85-3b8b-4db2-b732-9e4ee2ca2e62 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:22:24.893293 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3eca85-3b8b-4db2-b732-9e4ee2ca2e62 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:22:24.893626 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3eca85-3b8b-4db2-b732-9e4ee2ca2e62 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:22:24.893983 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3eca85-3b8b-4db2-b732-9e4ee2ca2e62 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:22:24.894316 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3eca85-3b8b-4db2-b732-9e4ee2ca2e62 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:22:24.894646 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3eca85-3b8b-4db2-b732-9e4ee2ca2e62 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:22:24.894978 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3eca85-3b8b-4db2-b732-9e4ee2ca2e62 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:22:24.895306 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3eca85-3b8b-4db2-b732-9e4ee2ca2e62 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:22:24.895630 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f3eca85-3b8b-4db2-b732-9e4ee2ca2e62 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:22:24.913532 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76af97c8-615f-4f7a-8048-61c0eb3ec914 req-1f3eca85-3b8b-4db2-b732-9e4ee2ca2e62 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:22:24.914195 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-76af97c8-615f-4f7a-8048-61c0eb3ec914 req-1f3eca85-3b8b-4db2-b732-9e4ee2ca2e62 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-438482'] for port, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:22:24.929409 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-76af97c8-615f-4f7a-8048-61c0eb3ec914 req-1f3eca85-3b8b-4db2-b732-9e4ee2ca2e62 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5801678 Sep 09 05:22:24.943115 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.v2.base [req-76af97c8-615f-4f7a-8048-61c0eb3ec914 req-248d2ffe-0559-4351-9e92-3a41ee125b32 service neutron] Request body: {'port': {'device_id': 'eb64401a-1e7c-4f86-a9fe-ba48f5305ec6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=94297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:22:24.997921 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-76af97c8-615f-4f7a-8048-61c0eb3ec914 req-248d2ffe-0559-4351-9e92-3a41ee125b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:22:25.020203 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-436804d3-d5cd-4379-9f34-0cee0c3ff48d None None] Provisioning for port 0539f6df-9955-46ec-a8d4-b2bbe2bb4294 completed by entity DHCP. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 05:22:25.024331 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-436804d3-d5cd-4379-9f34-0cee0c3ff48d None None] Provisioning complete for port 0539f6df-9955-46ec-a8d4-b2bbe2bb4294 triggered by entity DHCP. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:22:25.024704 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-436804d3-d5cd-4379-9f34-0cee0c3ff48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:22:25.060809 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.plugin [None req-436804d3-d5cd-4379-9f34-0cee0c3ff48d None None] Port 0539f6df-9955-46ec-a8d4-b2bbe2bb4294 cannot update to ACTIVE because it is not bound. {{(pid=94299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 05:22:25.327422 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26837ca-cab8-4955-a0aa-3b7aa8b8e0d8 req-7684653a-7e2a-4bc8-bbd8-7a91999ff96d tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:22:25.329014 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-c26837ca-cab8-4955-a0aa-3b7aa8b8e0d8 req-7684653a-7e2a-4bc8-bbd8-7a91999ff96d tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=a670417d-b5d9-4cf7-9c81-a2c9861b43a4 HTTP/1.1" status: 200 len: 943 time: 0.0783186 Sep 09 05:22:25.351117 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9640043-5b44-425b-846b-50d21e50fa63 req-67092a46-654a-4926-97d3-55db6cfed57f tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:22:25.352860 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-a9640043-5b44-425b-846b-50d21e50fa63 req-67092a46-654a-4926-97d3-55db6cfed57f tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb64401a-1e7c-4f86-a9fe-ba48f5305ec6 HTTP/1.1" status: 200 len: 931 time: 0.0727744 Sep 09 05:22:25.398606 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-c26837ca-cab8-4955-a0aa-3b7aa8b8e0d8 req-d822ae8d-954d-4823-99ee-58e85fbdbb28 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=5af4d00d-ecbd-4eb8-b3e5-1e280e524941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633783 Sep 09 05:22:25.413728 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-a9640043-5b44-425b-846b-50d21e50fa63 req-da42f55b-bb21-4f67-a618-d039562e0131 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/security-groups?id=e89da49e-09fc-4632-82b3-7a3f9989799d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522935 Sep 09 05:22:25.513943 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.notifiers.nova [req-76af97c8-615f-4f7a-8048-61c0eb3ec914 req-248d2ffe-0559-4351-9e92-3a41ee125b32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0539f6df-9955-46ec-a8d4-b2bbe2bb4294 {{(pid=94297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 05:22:25.521900 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-76af97c8-615f-4f7a-8048-61c0eb3ec914 req-248d2ffe-0559-4351-9e92-3a41ee125b32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:22:25.534154 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.provisioning_blocks [req-76af97c8-615f-4f7a-8048-61c0eb3ec914 req-248d2ffe-0559-4351-9e92-3a41ee125b32 service neutron] Transition to ACTIVE for port object 0539f6df-9955-46ec-a8d4-b2bbe2bb4294 will not be triggered until provisioned by entity L2. {{(pid=94297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 05:22:25.538069 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-76af97c8-615f-4f7a-8048-61c0eb3ec914 req-248d2ffe-0559-4351-9e92-3a41ee125b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29280254'] for port, after_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:22:25.613028 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248d2ffe-0559-4351-9e92-3a41ee125b32 service neutron] Pushing event updated for resources: {'Port': ['ID=0539f6df-9955-46ec-a8d4-b2bbe2bb4294,revision_number=2']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:22:25.663717 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.managers [req-76af97c8-615f-4f7a-8048-61c0eb3ec914 req-248d2ffe-0559-4351-9e92-3a41ee125b32 service neutron] Attempting to bind port 0539f6df-9955-46ec-a8d4-b2bbe2bb4294 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=94297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 05:22:25.664049 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.managers [req-76af97c8-615f-4f7a-8048-61c0eb3ec914 req-248d2ffe-0559-4351-9e92-3a41ee125b32 service neutron] Attempting to bind port 0539f6df-9955-46ec-a8d4-b2bbe2bb4294 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '72cb4207-838c-49bd-8e0c-6709c728d1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '591ece5e-2938-4cf9-bb43-c15ca886ca94'}] {{(pid=94297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 05:22:25.664373 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76af97c8-615f-4f7a-8048-61c0eb3ec914 req-248d2ffe-0559-4351-9e92-3a41ee125b32 service neutron] Attempting to bind port 0539f6df-9955-46ec-a8d4-b2bbe2bb4294 on network 591ece5e-2938-4cf9-bb43-c15ca886ca94 {{(pid=94297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 05:22:25.668718 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76af97c8-615f-4f7a-8048-61c0eb3ec914 req-248d2ffe-0559-4351-9e92-3a41ee125b32 service neutron] Port 0539f6df-9955-46ec-a8d4-b2bbe2bb4294 on network 591ece5e-2938-4cf9-bb43-c15ca886ca94 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=94297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 05:22:25.669031 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76af97c8-615f-4f7a-8048-61c0eb3ec914 req-248d2ffe-0559-4351-9e92-3a41ee125b32 service neutron] Attempting to bind port 0539f6df-9955-46ec-a8d4-b2bbe2bb4294 on network 591ece5e-2938-4cf9-bb43-c15ca886ca94 {{(pid=94297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 05:22:25.674589 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76af97c8-615f-4f7a-8048-61c0eb3ec914 req-248d2ffe-0559-4351-9e92-3a41ee125b32 service neutron] Checking agent: {'id': '7670f20e-61bb-4b09-a030-6895aded51bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 5, 15, 5), 'started_at': datetime.datetime(2021, 9, 9, 5, 15, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 5, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 05:22:25.674923 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76af97c8-615f-4f7a-8048-61c0eb3ec914 req-248d2ffe-0559-4351-9e92-3a41ee125b32 service neutron] Checking segment: {'id': '72cb4207-838c-49bd-8e0c-6709c728d1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '591ece5e-2938-4cf9-bb43-c15ca886ca94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 05:22:25.675302 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76af97c8-615f-4f7a-8048-61c0eb3ec914 req-248d2ffe-0559-4351-9e92-3a41ee125b32 service neutron] Bound using segment: {'id': '72cb4207-838c-49bd-8e0c-6709c728d1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '591ece5e-2938-4cf9-bb43-c15ca886ca94'} {{(pid=94297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 05:22:25.675730 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.managers [req-76af97c8-615f-4f7a-8048-61c0eb3ec914 req-248d2ffe-0559-4351-9e92-3a41ee125b32 service neutron] Bound port: 0539f6df-9955-46ec-a8d4-b2bbe2bb4294, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72cb4207-838c-49bd-8e0c-6709c728d1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '591ece5e-2938-4cf9-bb43-c15ca886ca94'}}] {{(pid=94297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 05:22:25.676081 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-76af97c8-615f-4f7a-8048-61c0eb3ec914 req-248d2ffe-0559-4351-9e92-3a41ee125b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:22:25.744272 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.db [req-76af97c8-615f-4f7a-8048-61c0eb3ec914 req-248d2ffe-0559-4351-9e92-3a41ee125b32 service neutron] For port 0539f6df-9955-46ec-a8d4-b2bbe2bb4294, host hv-cinder-77262, cleared binding levels {{(pid=94297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 05:22:25.747333 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.db [req-76af97c8-615f-4f7a-8048-61c0eb3ec914 req-248d2ffe-0559-4351-9e92-3a41ee125b32 service neutron] For port 0539f6df-9955-46ec-a8d4-b2bbe2bb4294, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=0539f6df-9955-46ec-a8d4-b2bbe2bb4294,segment=NetworkSegment(72cb4207-838c-49bd-8e0c-6709c728d1de),segment_id=72cb4207-838c-49bd-8e0c-6709c728d1de)] {{(pid=94297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 05:22:25.751621 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-76af97c8-615f-4f7a-8048-61c0eb3ec914 req-248d2ffe-0559-4351-9e92-3a41ee125b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29280254'] for port, after_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:22:25.790113 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76af97c8-615f-4f7a-8048-61c0eb3ec914 req-248d2ffe-0559-4351-9e92-3a41ee125b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:22:25.790732 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-76af97c8-615f-4f7a-8048-61c0eb3ec914 req-248d2ffe-0559-4351-9e92-3a41ee125b32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-438482'] for port, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:22:25.792134 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-76af97c8-615f-4f7a-8048-61c0eb3ec914 req-248d2ffe-0559-4351-9e92-3a41ee125b32 service neutron] 10.222.0.23 "PUT /v2.0/ports/0539f6df-9955-46ec-a8d4-b2bbe2bb4294 HTTP/1.1" status: 200 len: 1093 time: 0.8532822 Sep 09 05:22:25.792576 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb64401a-1e7c-4f86-a9fe-ba48f5305ec6', 'tag': '0539f6df-9955-46ec-a8d4-b2bbe2bb4294'}] {{(pid=94297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 05:22:25.794856 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85c66017178c43798701892324557e4ac90163104f6096848bec1798d04fbbd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a48426b-3bdb-4326-90ae-8c12b9cb8cec" -d '{"events": [{"name": "network-changed", "server_uuid": "eb64401a-1e7c-4f86-a9fe-ba48f5305ec6", "tag": "0539f6df-9955-46ec-a8d4-b2bbe2bb4294"}]}' {{(pid=94297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 05:22:25.845098 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248d2ffe-0559-4351-9e92-3a41ee125b32 service neutron] Pushing event updated for resources: {'Port': ['ID=0539f6df-9955-46ec-a8d4-b2bbe2bb4294,revision_number=3']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:22:25.908793 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76af97c8-615f-4f7a-8048-61c0eb3ec914 req-f48aa378-fca7-435b-9152-00f896a23baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:22:25.910354 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-76af97c8-615f-4f7a-8048-61c0eb3ec914 req-f48aa378-fca7-435b-9152-00f896a23baf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ddcd5653413143e99ea8197beb98de5f&device_id=eb64401a-1e7c-4f86-a9fe-ba48f5305ec6 HTTP/1.1" status: 200 len: 1096 time: 0.0563664 Sep 09 05:22:25.967445 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 05:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb559440-bd40-44b5-8498-1a68e9a74ba0 x-openstack-request-id: req-fb559440-bd40-44b5-8498-1a68e9a74ba0 {{(pid=94297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 05:22:25.968308 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb64401a-1e7c-4f86-a9fe-ba48f5305ec6", "tag": "0539f6df-9955-46ec-a8d4-b2bbe2bb4294", "status": "completed", "code": 200}]} {{(pid=94297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 05:22:25.968500 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-fb559440-bd40-44b5-8498-1a68e9a74ba0 {{(pid=94297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 05:22:25.968869 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb64401a-1e7c-4f86-a9fe-ba48f5305ec6', 'tag': '0539f6df-9955-46ec-a8d4-b2bbe2bb4294', 'status': 'completed', 'code': 200} Sep 09 05:22:25.970443 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-76af97c8-615f-4f7a-8048-61c0eb3ec914 req-8029154e-f160-41eb-bed1-dbdcc85cfed9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0539f6df-9955-46ec-a8d4-b2bbe2bb4294 HTTP/1.1" status: 200 len: 217 time: 0.0461111 Sep 09 05:22:26.024475 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76af97c8-615f-4f7a-8048-61c0eb3ec914 req-60dd3559-7a24-482e-a93b-2237eaa4a8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:22:26.026163 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-76af97c8-615f-4f7a-8048-61c0eb3ec914 req-60dd3559-7a24-482e-a93b-2237eaa4a8c3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=94a6c333-3890-40af-80b3-e0da9d928c0a HTTP/1.1" status: 200 len: 850 time: 0.0460114 Sep 09 05:22:26.075374 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76af97c8-615f-4f7a-8048-61c0eb3ec914 req-cdc42120-bcac-4960-9757-172e46bae281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:22:26.077018 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-76af97c8-615f-4f7a-8048-61c0eb3ec914 req-cdc42120-bcac-4960-9757-172e46bae281 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=591ece5e-2938-4cf9-bb43-c15ca886ca94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0423105 Sep 09 05:22:26.169840 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-76af97c8-615f-4f7a-8048-61c0eb3ec914 req-b48f90ca-3f8f-4438-a875-e530bbe35c3e service neutron] 10.222.0.23 "GET /v2.0/networks/591ece5e-2938-4cf9-bb43-c15ca886ca94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839348 Sep 09 05:22:26.257786 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-76af97c8-615f-4f7a-8048-61c0eb3ec914 req-0be631a5-c384-4555-9d83-8c00b77e186e service neutron] 10.222.0.23 "GET /v2.0/networks/591ece5e-2938-4cf9-bb43-c15ca886ca94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803306 Sep 09 05:22:26.344396 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a48426b-3bdb-4326-90ae-8c12b9cb8cec req-2e3d15cb-0ff6-474c-baa1-431d4703067c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:22:26.345867 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-2a48426b-3bdb-4326-90ae-8c12b9cb8cec req-2e3d15cb-0ff6-474c-baa1-431d4703067c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ddcd5653413143e99ea8197beb98de5f&device_id=eb64401a-1e7c-4f86-a9fe-ba48f5305ec6 HTTP/1.1" status: 200 len: 1096 time: 0.0398917 Sep 09 05:22:26.458784 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a48426b-3bdb-4326-90ae-8c12b9cb8cec req-d1de3f72-b71f-47f2-9c02-caa69b399a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:22:26.460307 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-2a48426b-3bdb-4326-90ae-8c12b9cb8cec req-d1de3f72-b71f-47f2-9c02-caa69b399a0d service neutron] 10.222.0.23 "GET /v2.0/networks?id=591ece5e-2938-4cf9-bb43-c15ca886ca94 HTTP/1.1" status: 200 len: 911 time: 0.1068697 Sep 09 05:22:26.505109 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-2a48426b-3bdb-4326-90ae-8c12b9cb8cec req-f40ba732-f0ec-468d-b5ec-717d4807abe2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0539f6df-9955-46ec-a8d4-b2bbe2bb4294 HTTP/1.1" status: 200 len: 217 time: 0.0354495 Sep 09 05:22:26.556202 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46362a77-6efe-45f7-99ae-c9972d7bdcf2 req-ee7002cb-06ab-4f41-93a5-92092553d89d tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:22:26.557051 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a48426b-3bdb-4326-90ae-8c12b9cb8cec req-f88487cb-85db-40b3-95fa-a2cb096ddb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:22:26.557585 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-46362a77-6efe-45f7-99ae-c9972d7bdcf2 req-ee7002cb-06ab-4f41-93a5-92092553d89d tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=a670417d-b5d9-4cf7-9c81-a2c9861b43a4 HTTP/1.1" status: 200 len: 943 time: 0.0783184 Sep 09 05:22:26.558514 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-2a48426b-3bdb-4326-90ae-8c12b9cb8cec req-f88487cb-85db-40b3-95fa-a2cb096ddb4e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=94a6c333-3890-40af-80b3-e0da9d928c0a HTTP/1.1" status: 200 len: 850 time: 0.0465775 Sep 09 05:22:26.569439 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df15b92b-935e-4215-ba38-d8673779da97 req-e86ae73d-a6ee-4f76-83be-7a1a2bcf8a99 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:22:26.570868 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-df15b92b-935e-4215-ba38-d8673779da97 req-e86ae73d-a6ee-4f76-83be-7a1a2bcf8a99 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb64401a-1e7c-4f86-a9fe-ba48f5305ec6 HTTP/1.1" status: 200 len: 943 time: 0.0823615 Sep 09 05:22:26.607051 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a48426b-3bdb-4326-90ae-8c12b9cb8cec req-5994257c-30c3-4a6e-ac4c-616dfe376290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:22:26.609080 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-2a48426b-3bdb-4326-90ae-8c12b9cb8cec req-5994257c-30c3-4a6e-ac4c-616dfe376290 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=591ece5e-2938-4cf9-bb43-c15ca886ca94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0402625 Sep 09 05:22:26.627344 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-46362a77-6efe-45f7-99ae-c9972d7bdcf2 req-502fca03-d688-44f1-ac84-53bc0e57e16e tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=5af4d00d-ecbd-4eb8-b3e5-1e280e524941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555644 Sep 09 05:22:26.634414 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-df15b92b-935e-4215-ba38-d8673779da97 req-836f1160-654d-43af-ab2c-ef53853138e7 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/security-groups?id=e89da49e-09fc-4632-82b3-7a3f9989799d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560985 Sep 09 05:22:26.704583 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-2a48426b-3bdb-4326-90ae-8c12b9cb8cec req-5eea5cf0-5702-412f-a7be-4193d8912986 service neutron] 10.222.0.23 "GET /v2.0/networks/591ece5e-2938-4cf9-bb43-c15ca886ca94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871403 Sep 09 05:22:26.794285 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-2a48426b-3bdb-4326-90ae-8c12b9cb8cec req-1f30acb8-a806-44e4-a6f7-b8afff7d481d service neutron] 10.222.0.23 "GET /v2.0/networks/591ece5e-2938-4cf9-bb43-c15ca886ca94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813825 Sep 09 05:22:27.774339 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49ebde-65e1-4da2-88e8-f38714f8477c req-7c1c5949-2022-4a7c-88c7-2f05114fbbe1 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:22:27.775701 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-6f49ebde-65e1-4da2-88e8-f38714f8477c req-7c1c5949-2022-4a7c-88c7-2f05114fbbe1 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=a670417d-b5d9-4cf7-9c81-a2c9861b43a4 HTTP/1.1" status: 200 len: 943 time: 0.0768399 Sep 09 05:22:27.784077 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce996d4a-3592-49c1-93a9-15e5c766fb93 req-bbfc90c7-db17-4697-a9eb-fb10b9284698 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:22:27.785417 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-ce996d4a-3592-49c1-93a9-15e5c766fb93 req-bbfc90c7-db17-4697-a9eb-fb10b9284698 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb64401a-1e7c-4f86-a9fe-ba48f5305ec6 HTTP/1.1" status: 200 len: 943 time: 0.0780594 Sep 09 05:22:27.835806 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-6f49ebde-65e1-4da2-88e8-f38714f8477c req-b702ec3a-4143-48a7-a780-d0dd9e6b38a4 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=5af4d00d-ecbd-4eb8-b3e5-1e280e524941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492799 Sep 09 05:22:27.843307 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-ce996d4a-3592-49c1-93a9-15e5c766fb93 req-0f8c3610-6b70-4bef-a79e-9e26115b9bd1 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/security-groups?id=e89da49e-09fc-4632-82b3-7a3f9989799d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509164 Sep 09 05:22:28.982218 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3810fd9-0267-4947-ba36-bf915eb559e2 req-f9e325c2-ce6e-4ca7-bb71-3e5a32f43a1e tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:22:28.984422 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-f3810fd9-0267-4947-ba36-bf915eb559e2 req-f9e325c2-ce6e-4ca7-bb71-3e5a32f43a1e tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb64401a-1e7c-4f86-a9fe-ba48f5305ec6 HTTP/1.1" status: 200 len: 943 time: 0.0650218 Sep 09 05:22:28.991501 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfe92b9-8cbb-4930-ae1e-575064db7097 req-d1b848cb-8e75-4d21-b186-f3ea29b2d493 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:22:28.992832 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-3cfe92b9-8cbb-4930-ae1e-575064db7097 req-d1b848cb-8e75-4d21-b186-f3ea29b2d493 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=a670417d-b5d9-4cf7-9c81-a2c9861b43a4 HTTP/1.1" status: 200 len: 943 time: 0.0821061 Sep 09 05:22:29.049869 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-f3810fd9-0267-4947-ba36-bf915eb559e2 req-488dbd93-902e-48cd-bcb0-23db033c99c2 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/security-groups?id=e89da49e-09fc-4632-82b3-7a3f9989799d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560074 Sep 09 05:22:29.055166 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-3cfe92b9-8cbb-4930-ae1e-575064db7097 req-fce7ec4c-16ab-4cdc-b3dc-a221df583ee9 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=5af4d00d-ecbd-4eb8-b3e5-1e280e524941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554216 Sep 09 05:22:30.192164 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c3f233-10d3-4fde-8024-30e9c7e680c4 req-53ccd38a-8e30-4bca-bf7d-0e63c5c652a2 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:22:30.193640 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-b6c3f233-10d3-4fde-8024-30e9c7e680c4 req-53ccd38a-8e30-4bca-bf7d-0e63c5c652a2 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb64401a-1e7c-4f86-a9fe-ba48f5305ec6 HTTP/1.1" status: 200 len: 943 time: 0.0754054 Sep 09 05:22:30.201541 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4bc456-c00a-4cf5-96dd-bb4ddd885487 req-34dee77c-65b1-4268-963b-61a8c31748c3 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:22:30.203489 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-ee4bc456-c00a-4cf5-96dd-bb4ddd885487 req-34dee77c-65b1-4268-963b-61a8c31748c3 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=a670417d-b5d9-4cf7-9c81-a2c9861b43a4 HTTP/1.1" status: 200 len: 943 time: 0.0748575 Sep 09 05:22:30.255776 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-b6c3f233-10d3-4fde-8024-30e9c7e680c4 req-066630d9-40c0-4587-90c8-18421d1f6146 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/security-groups?id=e89da49e-09fc-4632-82b3-7a3f9989799d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513809 Sep 09 05:22:30.260404 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-ee4bc456-c00a-4cf5-96dd-bb4ddd885487 req-3c3ba5a3-4ae4-4888-864e-540bd76704ad tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=5af4d00d-ecbd-4eb8-b3e5-1e280e524941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503912 Sep 09 05:22:30.994633 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device 5a902b8c-3882-4110-ae09-30e6dbcc1820 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=94299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 05:22:31.208157 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] For port 5a902b8c-3882-4110-ae09-30e6dbcc1820, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=5a902b8c-3882-4110-ae09-30e6dbcc1820,segment=NetworkSegment(94ec00f0-b772-441b-b09c-9fabc2701b02),segment_id=94ec00f0-b772-441b-b09c-9fabc2701b02)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:22:31.219349 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Returning: {'device': '5a902b8c-3882-4110-ae09-30e6dbcc1820', 'network_id': '4c49d2e8-bbb3-48a4-b9dd-23115ce7620f', 'port_id': '5a902b8c-3882-4110-ae09-30e6dbcc1820', 'mac_address': 'fa:16:3e:99:fe:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af8cc309-f922-4b5b-9139-7f7e8b7747ed', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 05:22:31.257036 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:22:31.269595 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.notifiers.nova [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a902b8c-3882-4110-ae09-30e6dbcc1820 {{(pid=94299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 05:22:31.288647 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] For port 5a902b8c-3882-4110-ae09-30e6dbcc1820, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=5a902b8c-3882-4110-ae09-30e6dbcc1820,segment=NetworkSegment(94ec00f0-b772-441b-b09c-9fabc2701b02),segment_id=94ec00f0-b772-441b-b09c-9fabc2701b02)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:22:31.293400 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:22:31.343872 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Pushing event updated for resources: {'Port': ['ID=5a902b8c-3882-4110-ae09-30e6dbcc1820,revision_number=9']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:22:31.410819 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5127920-f9ea-49fb-8220-2584105e9020 req-09d444fa-f377-4b43-9605-80ee57ebcf67 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:22:31.412298 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-d5127920-f9ea-49fb-8220-2584105e9020 req-09d444fa-f377-4b43-9605-80ee57ebcf67 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb64401a-1e7c-4f86-a9fe-ba48f5305ec6 HTTP/1.1" status: 200 len: 943 time: 0.0801878 Sep 09 05:22:31.420224 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46efab43-8d42-4be9-b056-17987350c116 req-4776afcf-fa4c-4151-8d27-ee5069a0a56d tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:22:31.421674 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-46efab43-8d42-4be9-b056-17987350c116 req-4776afcf-fa4c-4151-8d27-ee5069a0a56d tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=a670417d-b5d9-4cf7-9c81-a2c9861b43a4 HTTP/1.1" status: 200 len: 944 time: 0.0794287 Sep 09 05:22:31.477815 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-d5127920-f9ea-49fb-8220-2584105e9020 req-30b45976-15f0-47e9-b93e-04566c845f11 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/security-groups?id=e89da49e-09fc-4632-82b3-7a3f9989799d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548279 Sep 09 05:22:31.484710 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-46efab43-8d42-4be9-b056-17987350c116 req-e53e99ff-40ea-478d-a1c1-ebd84cb3201e tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=5af4d00d-ecbd-4eb8-b3e5-1e280e524941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534418 Sep 09 05:22:31.516964 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] get_ports_and_sgs() called for port_ids ['5a902b8c-3882-4110-ae09-30e6dbcc1820'] {{(pid=94299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 05:22:32.615948 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550da695-9707-48e2-b805-ce7ac86a9bc3 req-d1c79009-fff9-4730-9342-8f6b72b33f89 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:22:32.617411 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-550da695-9707-48e2-b805-ce7ac86a9bc3 req-d1c79009-fff9-4730-9342-8f6b72b33f89 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb64401a-1e7c-4f86-a9fe-ba48f5305ec6 HTTP/1.1" status: 200 len: 943 time: 0.0741858 Sep 09 05:22:32.637724 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0914da84-c4d2-4e5b-9504-9a9993eb1c21 req-41421ab9-de5a-4082-8a3d-1609faac66fa tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:22:32.639111 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-0914da84-c4d2-4e5b-9504-9a9993eb1c21 req-41421ab9-de5a-4082-8a3d-1609faac66fa tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=a670417d-b5d9-4cf7-9c81-a2c9861b43a4 HTTP/1.1" status: 200 len: 944 time: 0.0710247 Sep 09 05:22:32.679928 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-550da695-9707-48e2-b805-ce7ac86a9bc3 req-9185d94b-f350-4e45-afbe-2dec17ec01d6 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/security-groups?id=e89da49e-09fc-4632-82b3-7a3f9989799d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549238 Sep 09 05:22:32.693749 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-0914da84-c4d2-4e5b-9504-9a9993eb1c21 req-31ee3d8e-a91b-4e61-85cd-fc0c298ec289 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=5af4d00d-ecbd-4eb8-b3e5-1e280e524941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465221 Sep 09 05:22:32.990547 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device 0539f6df-9955-46ec-a8d4-b2bbe2bb4294 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=94299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 05:22:32.993525 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device 5a902b8c-3882-4110-ae09-30e6dbcc1820 up at agent hyperv_hv-cinder-77262 {{(pid=94299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 05:22:33.105732 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Provisioning complete for port 5a902b8c-3882-4110-ae09-30e6dbcc1820 triggered by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:22:33.106092 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:22:33.146330 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] For port 0539f6df-9955-46ec-a8d4-b2bbe2bb4294, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=0539f6df-9955-46ec-a8d4-b2bbe2bb4294,segment=NetworkSegment(72cb4207-838c-49bd-8e0c-6709c728d1de),segment_id=72cb4207-838c-49bd-8e0c-6709c728d1de)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:22:33.163095 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Returning: {'device': '0539f6df-9955-46ec-a8d4-b2bbe2bb4294', 'network_id': '591ece5e-2938-4cf9-bb43-c15ca886ca94', 'port_id': '0539f6df-9955-46ec-a8d4-b2bbe2bb4294', 'mac_address': 'fa:16:3e:07:06:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94a6c333-3890-40af-80b3-e0da9d928c0a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 05:22:33.229084 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:22:33.246185 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:22:33.249434 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.notifiers.nova [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0539f6df-9955-46ec-a8d4-b2bbe2bb4294 {{(pid=94299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 05:22:33.284656 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a670417d-b5d9-4cf7-9c81-a2c9861b43a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a902b8c-3882-4110-ae09-30e6dbcc1820'}] {{(pid=94299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 05:22:33.286887 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6baa3fa754b64f0f84acd20b1d53bd6375697f3cd0d79ee629041410e58b9d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4baf778-48c6-494a-9133-936736e049cb" -d '{"events": [{"server_uuid": "a670417d-b5d9-4cf7-9c81-a2c9861b43a4", "name": "network-vif-plugged", "status": "completed", "tag": "5a902b8c-3882-4110-ae09-30e6dbcc1820"}]}' {{(pid=94299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 05:22:33.291700 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] For port 0539f6df-9955-46ec-a8d4-b2bbe2bb4294, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=0539f6df-9955-46ec-a8d4-b2bbe2bb4294,segment=NetworkSegment(72cb4207-838c-49bd-8e0c-6709c728d1de),segment_id=72cb4207-838c-49bd-8e0c-6709c728d1de)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:22:33.298231 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:22:33.304018 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] For port 5a902b8c-3882-4110-ae09-30e6dbcc1820, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=5a902b8c-3882-4110-ae09-30e6dbcc1820,segment=NetworkSegment(94ec00f0-b772-441b-b09c-9fabc2701b02),segment_id=94ec00f0-b772-441b-b09c-9fabc2701b02)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:22:33.323539 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:22:33.349737 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Pushing event updated for resources: {'Port': ['ID=0539f6df-9955-46ec-a8d4-b2bbe2bb4294,revision_number=4']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:22:33.387327 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 05:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e24698d9-9c7d-4aea-b192-22311c804064 x-openstack-request-id: req-e24698d9-9c7d-4aea-b192-22311c804064 {{(pid=94299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 05:22:33.387615 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a670417d-b5d9-4cf7-9c81-a2c9861b43a4", "name": "network-vif-plugged", "status": "completed", "tag": "5a902b8c-3882-4110-ae09-30e6dbcc1820", "code": 200}]} {{(pid=94299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 05:22:33.387864 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e24698d9-9c7d-4aea-b192-22311c804064 {{(pid=94299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 05:22:33.388247 dv-cinder-772623-14-iscsi neutron-server[94299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a670417d-b5d9-4cf7-9c81-a2c9861b43a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a902b8c-3882-4110-ae09-30e6dbcc1820', 'code': 200} Sep 09 05:22:33.400478 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Pushing event updated for resources: {'Port': ['ID=5a902b8c-3882-4110-ae09-30e6dbcc1820,revision_number=10']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:22:33.536539 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] get_ports_and_sgs() called for port_ids ['0539f6df-9955-46ec-a8d4-b2bbe2bb4294'] {{(pid=94299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 05:22:33.845052 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d2d717-7f2d-4707-a25e-1b4b7f1fbdd8 req-8b53634d-43b5-4827-ab4a-fd4cb4cbcf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:22:33.846587 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-e8d2d717-7f2d-4707-a25e-1b4b7f1fbdd8 req-8b53634d-43b5-4827-ab4a-fd4cb4cbcf7e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a670417d-b5d9-4cf7-9c81-a2c9861b43a4 HTTP/1.1" status: 200 len: 1099 time: 0.0409980 Sep 09 05:22:33.847427 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d89bcdd-f8a7-44f6-a34f-b249366d655e req-ab04d0b0-ef88-4008-b84e-c9ac36457234 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:22:33.848888 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-6d89bcdd-f8a7-44f6-a34f-b249366d655e req-ab04d0b0-ef88-4008-b84e-c9ac36457234 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb64401a-1e7c-4f86-a9fe-ba48f5305ec6 HTTP/1.1" status: 200 len: 944 time: 0.0814974 Sep 09 05:22:33.863214 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c59c6d-f75e-4998-88af-27fdc0fadec6 req-45ed72e0-7f25-4222-a655-387889b41258 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:22:33.864654 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-d1c59c6d-f75e-4998-88af-27fdc0fadec6 req-45ed72e0-7f25-4222-a655-387889b41258 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=a670417d-b5d9-4cf7-9c81-a2c9861b43a4 HTTP/1.1" status: 200 len: 946 time: 0.0799689 Sep 09 05:22:33.882802 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-e8d2d717-7f2d-4707-a25e-1b4b7f1fbdd8 req-afe9d4bc-298c-4cba-b1f8-954bafb94d62 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5af4d00d-ecbd-4eb8-b3e5-1e280e524941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287254 Sep 09 05:22:34.154169 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-6d89bcdd-f8a7-44f6-a34f-b249366d655e req-210f04cc-6953-4166-b8d9-df1b065e43ca tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/security-groups?id=e89da49e-09fc-4632-82b3-7a3f9989799d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2881732 Sep 09 05:22:34.161147 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-d1c59c6d-f75e-4998-88af-27fdc0fadec6 req-826d2b38-ad5d-4528-a043-9094d3225b8e tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=5af4d00d-ecbd-4eb8-b3e5-1e280e524941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2897029 Sep 09 05:22:35.005854 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device 0539f6df-9955-46ec-a8d4-b2bbe2bb4294 up at agent hyperv_hv-cinder-77262 {{(pid=94299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 05:22:35.055168 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Provisioning for port 0539f6df-9955-46ec-a8d4-b2bbe2bb4294 completed by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 05:22:35.058820 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Provisioning complete for port 0539f6df-9955-46ec-a8d4-b2bbe2bb4294 triggered by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:22:35.059186 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:22:35.142706 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:22:35.176435 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] For port 0539f6df-9955-46ec-a8d4-b2bbe2bb4294, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=0539f6df-9955-46ec-a8d4-b2bbe2bb4294,segment=NetworkSegment(72cb4207-838c-49bd-8e0c-6709c728d1de),segment_id=72cb4207-838c-49bd-8e0c-6709c728d1de)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:22:35.179890 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:22:35.246196 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Pushing event updated for resources: {'Port': ['ID=0539f6df-9955-46ec-a8d4-b2bbe2bb4294,revision_number=5']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:22:35.322155 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df874e9-c612-4612-9faa-ece65448f02e req-e4a13ee4-8e8c-43bf-b30a-7e80acaed84c tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:22:35.323663 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-1df874e9-c612-4612-9faa-ece65448f02e req-e4a13ee4-8e8c-43bf-b30a-7e80acaed84c tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb64401a-1e7c-4f86-a9fe-ba48f5305ec6 HTTP/1.1" status: 200 len: 945 time: 0.0808227 Sep 09 05:22:35.332535 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67adf85f-6ed7-4de8-ac66-9cbb4f6ac353 req-b01835f1-548d-471c-a3bd-18752d512fb7 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:22:35.334069 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-67adf85f-6ed7-4de8-ac66-9cbb4f6ac353 req-b01835f1-548d-471c-a3bd-18752d512fb7 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=a670417d-b5d9-4cf7-9c81-a2c9861b43a4 HTTP/1.1" status: 200 len: 946 time: 0.0825830 Sep 09 05:22:35.390456 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb64401a-1e7c-4f86-a9fe-ba48f5305ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0539f6df-9955-46ec-a8d4-b2bbe2bb4294'}] {{(pid=94299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 05:22:35.390848 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-1df874e9-c612-4612-9faa-ece65448f02e req-726e740e-ffeb-4665-8037-da5caf3b637a tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/security-groups?id=e89da49e-09fc-4632-82b3-7a3f9989799d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557907 Sep 09 05:22:35.394326 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6baa3fa754b64f0f84acd20b1d53bd6375697f3cd0d79ee629041410e58b9d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-279f751b-3191-4475-8cc4-cdfb39d721ee" -d '{"events": [{"server_uuid": "eb64401a-1e7c-4f86-a9fe-ba48f5305ec6", "name": "network-vif-plugged", "status": "completed", "tag": "0539f6df-9955-46ec-a8d4-b2bbe2bb4294"}]}' {{(pid=94299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 05:22:35.395630 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-67adf85f-6ed7-4de8-ac66-9cbb4f6ac353 req-a3684060-439f-4d5d-aa7b-8af529d23ae5 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=5af4d00d-ecbd-4eb8-b3e5-1e280e524941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539820 Sep 09 05:22:35.454376 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 05:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7cfe9b3-47e5-4ed2-858e-18e4a6d06403 x-openstack-request-id: req-f7cfe9b3-47e5-4ed2-858e-18e4a6d06403 {{(pid=94299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 05:22:35.454941 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb64401a-1e7c-4f86-a9fe-ba48f5305ec6", "name": "network-vif-plugged", "status": "completed", "tag": "0539f6df-9955-46ec-a8d4-b2bbe2bb4294", "code": 200}]} {{(pid=94299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 05:22:35.455406 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f7cfe9b3-47e5-4ed2-858e-18e4a6d06403 {{(pid=94299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 05:22:35.456011 dv-cinder-772623-14-iscsi neutron-server[94299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb64401a-1e7c-4f86-a9fe-ba48f5305ec6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0539f6df-9955-46ec-a8d4-b2bbe2bb4294', 'code': 200} Sep 09 05:22:35.681542 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cbfcd4-f1ad-4ba3-a0ac-13b9f97e1a12 req-cc80a4a5-6162-454a-b9d8-df17c9660e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:22:35.682933 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-a3cbfcd4-f1ad-4ba3-a0ac-13b9f97e1a12 req-cc80a4a5-6162-454a-b9d8-df17c9660e80 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=eb64401a-1e7c-4f86-a9fe-ba48f5305ec6 HTTP/1.1" status: 200 len: 1098 time: 0.0426776 Sep 09 05:22:35.718000 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-a3cbfcd4-f1ad-4ba3-a0ac-13b9f97e1a12 req-187a3ec8-2f0c-4ebf-a1c9-a781acf80cdc service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e89da49e-09fc-4632-82b3-7a3f9989799d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264764 Sep 09 05:22:35.970775 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:22:36.539041 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003e6f58-6716-4087-a592-a89f65ae4414 req-94ca2bf0-9cbd-4b8b-9ab4-01ae20b666fb tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:22:36.540552 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-003e6f58-6716-4087-a592-a89f65ae4414 req-94ca2bf0-9cbd-4b8b-9ab4-01ae20b666fb tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb64401a-1e7c-4f86-a9fe-ba48f5305ec6 HTTP/1.1" status: 200 len: 945 time: 0.0747244 Sep 09 05:22:36.548782 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa174577-794c-442b-bb30-98b41578d871 req-5fc70505-69ae-4f67-ac2c-e207a3282ca6 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:22:36.550175 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-aa174577-794c-442b-bb30-98b41578d871 req-5fc70505-69ae-4f67-ac2c-e207a3282ca6 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=a670417d-b5d9-4cf7-9c81-a2c9861b43a4 HTTP/1.1" status: 200 len: 946 time: 0.0751328 Sep 09 05:22:36.604753 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-003e6f58-6716-4087-a592-a89f65ae4414 req-380bd05d-b2b0-4ea1-8a54-c2f57cb6f16c tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/security-groups?id=e89da49e-09fc-4632-82b3-7a3f9989799d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536489 Sep 09 05:22:36.607443 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-aa174577-794c-442b-bb30-98b41578d871 req-ab9f0d7b-9281-4ddf-a0c9-2b9b971a0344 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=5af4d00d-ecbd-4eb8-b3e5-1e280e524941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507832 Sep 09 05:22:37.726757 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb9f0b6-07c0-483a-8d71-ebfb50edfdbc req-9ed73c79-f92b-4856-bfa4-07770d2e2ac8 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:22:37.728564 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-aeb9f0b6-07c0-483a-8d71-ebfb50edfdbc req-9ed73c79-f92b-4856-bfa4-07770d2e2ac8 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb64401a-1e7c-4f86-a9fe-ba48f5305ec6 HTTP/1.1" status: 200 len: 945 time: 0.0535629 Sep 09 05:22:37.766492 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-aeb9f0b6-07c0-483a-8d71-ebfb50edfdbc req-92e274d8-d7d1-4028-89ae-3f9f329d2849 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/security-groups?id=e89da49e-09fc-4632-82b3-7a3f9989799d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317161 Sep 09 05:22:37.877278 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606adbf8-f901-4ac8-8ea1-38f54ce47923 req-ecb72c84-35d8-4862-9a9d-fd5029c4c9b3 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:22:37.879575 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-606adbf8-f901-4ac8-8ea1-38f54ce47923 req-ecb72c84-35d8-4862-9a9d-fd5029c4c9b3 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb64401a-1e7c-4f86-a9fe-ba48f5305ec6 HTTP/1.1" status: 200 len: 945 time: 0.0495019 Sep 09 05:22:37.919504 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-606adbf8-f901-4ac8-8ea1-38f54ce47923 req-fdb3313f-a99b-4c90-af48-fde94194373d tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/security-groups?id=e89da49e-09fc-4632-82b3-7a3f9989799d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316756 Sep 09 05:22:37.944751 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 40784) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:22:38.023973 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac4700a-ea59-4e79-b43d-74583d8ea4c9 tempest-TestVolumeBootPattern-260276732 tempest-TestVolumeBootPattern-260276732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:22:38.025462 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-6ac4700a-ea59-4e79-b43d-74583d8ea4c9 tempest-TestVolumeBootPattern-260276732 tempest-TestVolumeBootPattern-260276732-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=eb64401a-1e7c-4f86-a9fe-ba48f5305ec6 HTTP/1.1" status: 200 len: 1093 time: 0.0796793 Sep 09 05:22:38.028253 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 40788) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:22:38.032742 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.v2.base [None req-df57b1f2-7ccf-4126-a59d-3ad661b06c47 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Request body: {'floatingip': {'floating_network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'port_id': '0539f6df-9955-46ec-a8d4-b2bbe2bb4294', 'tenant_id': 'ddcd5653413143e99ea8197beb98de5f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:22:38.054213 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-df57b1f2-7ccf-4126-a59d-3ad661b06c47 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks [] for floatingip, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:22:38.150020 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-df57b1f2-7ccf-4126-a59d-3ad661b06c47 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:22:38.252947 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.db_base_plugin_common [None req-df57b1f2-7ccf-4126-a59d-3ad661b06c47 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Allocated IP 172.27.2.242 (5214b103-0600-4a81-9a33-2571ddc573a1/5b692485-8a86-47cc-9882-0c3698d3f08b/d9af4d01-f22c-4097-88ea-8101949aa127) {{(pid=94297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 05:22:38.353059 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-df57b1f2-7ccf-4126-a59d-3ad661b06c47 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks [] for port, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:22:38.390944 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-df57b1f2-7ccf-4126-a59d-3ad661b06c47 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748631669697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29281037'] for port, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:22:38.429011 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df57b1f2-7ccf-4126-a59d-3ad661b06c47 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Network 5214b103-0600-4a81-9a33-2571ddc573a1 is already hosted by enough agents. {{(pid=94297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 05:22:38.431707 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.base_scheduler [None req-df57b1f2-7ccf-4126-a59d-3ad661b06c47 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Resources bound (agent type, host, resource id): {{(pid=94297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 05:22:38.435200 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df57b1f2-7ccf-4126-a59d-3ad661b06c47 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Received port after_create {{(pid=94297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 05:22:38.460064 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df57b1f2-7ccf-4126-a59d-3ad661b06c47 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Pushing event updated for resources: {'Port': ['ID=d9af4d01-f22c-4097-88ea-8101949aa127,revision_number=1']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:22:38.781320 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-df57b1f2-7ccf-4126-a59d-3ad661b06c47 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:22:38.844708 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-df57b1f2-7ccf-4126-a59d-3ad661b06c47 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:22:38.992734 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-df57b1f2-7ccf-4126-a59d-3ad661b06c47 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks [] for port, precommit_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:22:38.997372 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-df57b1f2-7ccf-4126-a59d-3ad661b06c47 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29280254'] for port, after_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:22:39.069942 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df57b1f2-7ccf-4126-a59d-3ad661b06c47 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Pushing event updated for resources: {'Port': ['ID=d9af4d01-f22c-4097-88ea-8101949aa127,revision_number=2']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:22:39.083737 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-df57b1f2-7ccf-4126-a59d-3ad661b06c47 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600363'] for floatingip, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:22:39.193201 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.db.l3_db [None req-df57b1f2-7ccf-4126-a59d-3ad661b06c47 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Floating IP b8ab7ad5-c6b9-4aad-9c98-9331b23239e2 associated. External IP: 172.27.2.242, port: 0539f6df-9955-46ec-a8d4-b2bbe2bb4294. Sep 09 05:22:39.399841 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df57b1f2-7ccf-4126-a59d-3ad661b06c47 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Router a53a5e1d-49ba-4b19-a38d-89469459e68f has already been hosted by L3 agent e912432c-85e4-4a31-b574-aae2dcf01ec7 {{(pid=94297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 05:22:39.504935 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df57b1f2-7ccf-4126-a59d-3ad661b06c47 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify agent at l3_agent.dv-cinder-772623-14-iscsi the message routers_updated {{(pid=94297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 05:22:39.514604 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fe1df6-9859-48e2-8187-f41145019aaf None None] Sync routers for ids ['a53a5e1d-49ba-4b19-a38d-89469459e68f'] in dv-cinder-772623-14-iscsi {{(pid=94299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 05:22:39.520051 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-df57b1f2-7ccf-4126-a59d-3ad661b06c47 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-438482'] for floatingip, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:22:39.525352 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fe1df6-9859-48e2-8187-f41145019aaf None None] Routers {'a53a5e1d-49ba-4b19-a38d-89469459e68f'} bound to L3 agent in host dv-cinder-772623-14-iscsi {{(pid=94299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 05:22:39.526031 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-65fe1df6-9859-48e2-8187-f41145019aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T05:09:16Z,description=,heartbeat_timestamp=2021-09-09T05:22:17Z,host='dv-cinder-772623-14-iscsi',id=e912432c-85e4-4a31-b574-aae2dcf01ec7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T05:09:16Z,topic='l3_agent')) {'router_ids': ['a53a5e1d-49ba-4b19-a38d-89469459e68f'], 'active': True} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:22:39.550090 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-df57b1f2-7ccf-4126-a59d-3ad661b06c47 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5207820 Sep 09 05:22:39.550686 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb64401a-1e7c-4f86-a9fe-ba48f5305ec6', 'tag': '0539f6df-9955-46ec-a8d4-b2bbe2bb4294'}] {{(pid=94297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 05:22:39.552923 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85c66017178c43798701892324557e4ac90163104f6096848bec1798d04fbbd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6257e37b-c08a-4862-aa46-666fa10a59aa" -d '{"events": [{"name": "network-changed", "server_uuid": "eb64401a-1e7c-4f86-a9fe-ba48f5305ec6", "tag": "0539f6df-9955-46ec-a8d4-b2bbe2bb4294"}]}' {{(pid=94297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 05:22:39.589497 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 05:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d332fb-4089-4479-b3ee-7c6171bf743b x-openstack-request-id: req-78d332fb-4089-4479-b3ee-7c6171bf743b {{(pid=94297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 05:22:39.589825 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb64401a-1e7c-4f86-a9fe-ba48f5305ec6", "tag": "0539f6df-9955-46ec-a8d4-b2bbe2bb4294", "status": "completed", "code": 200}]} {{(pid=94297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 05:22:39.590079 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-78d332fb-4089-4479-b3ee-7c6171bf743b {{(pid=94297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 05:22:39.590477 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb64401a-1e7c-4f86-a9fe-ba48f5305ec6', 'tag': '0539f6df-9955-46ec-a8d4-b2bbe2bb4294', 'status': 'completed', 'code': 200} Sep 09 05:22:39.636654 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvr_db [None req-65fe1df6-9859-48e2-8187-f41145019aaf None None] Set router a53a5e1d-49ba-4b19-a38d-89469459e68f gateway port host: dv-cinder-772623-14-iscsi {{(pid=94299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 05:22:39.652752 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257e37b-c08a-4862-aa46-666fa10a59aa req-8fc1764e-fe18-4c26-839f-0a0017ff3b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:22:39.654223 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-6257e37b-c08a-4862-aa46-666fa10a59aa req-8fc1764e-fe18-4c26-839f-0a0017ff3b0a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ddcd5653413143e99ea8197beb98de5f&device_id=eb64401a-1e7c-4f86-a9fe-ba48f5305ec6 HTTP/1.1" status: 200 len: 1098 time: 0.0408680 Sep 09 05:22:39.743304 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257e37b-c08a-4862-aa46-666fa10a59aa req-b9b1acfa-f1d2-4353-b3b3-0ba164e4c140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:22:39.744778 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-6257e37b-c08a-4862-aa46-666fa10a59aa req-b9b1acfa-f1d2-4353-b3b3-0ba164e4c140 service neutron] 10.222.0.23 "GET /v2.0/networks?id=591ece5e-2938-4cf9-bb43-c15ca886ca94 HTTP/1.1" status: 200 len: 911 time: 0.0834081 Sep 09 05:22:39.812047 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-6257e37b-c08a-4862-aa46-666fa10a59aa req-d8ca0124-8a7d-4921-87e1-4aea3788f9a7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0539f6df-9955-46ec-a8d4-b2bbe2bb4294 HTTP/1.1" status: 200 len: 999 time: 0.0607095 Sep 09 05:22:39.861215 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-65fe1df6-9859-48e2-8187-f41145019aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53a5e1d-49ba-4b19-a38d-89469459e68f', 'name': 'tempest-TestVolumeBootPattern-489298219-router', 'tenant_id': 'ddcd5653413143e99ea8197beb98de5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'f1d06893-2c4c-4ade-88e7-da8c1abe6ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:21:46Z', 'updated_at': '2021-09-09T05:21:48Z', 'revision_number': 4, 'project_id': 'ddcd5653413143e99ea8197beb98de5f', 'gw_port': {'id': 'f1d06893-2c4c-4ade-88e7-da8c1abe6ee4', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:43:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53a5e1d-49ba-4b19-a38d-89469459e68f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:21:46Z', 'updated_at': '2021-09-09T05:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi', '_floatingips': [{'id': 'b8ab7ad5-c6b9-4aad-9c98-9331b23239e2', 'tenant_id': 'ddcd5653413143e99ea8197beb98de5f', 'floating_ip_address': '172.27.2.242', 'floating_network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'router_id': 'a53a5e1d-49ba-4b19-a38d-89469459e68f', 'port_id': '0539f6df-9955-46ec-a8d4-b2bbe2bb4294', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '591ece5e-2938-4cf9-bb43-c15ca886ca94', 'mac_address': 'fa:16:3e:07:06:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb64401a-1e7c-4f86-a9fe-ba48f5305ec6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T05:22:38Z', 'updated_at': '2021-09-09T05:22:38Z', 'revision_number': 0, 'project_id': 'ddcd5653413143e99ea8197beb98de5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a237617-035f-463d-8e01-75ddd84a62ed', 'name': '', 'network_id': '591ece5e-2938-4cf9-bb43-c15ca886ca94', 'tenant_id': 'ddcd5653413143e99ea8197beb98de5f', 'mac_address': 'fa:16:3e:76:70:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53a5e1d-49ba-4b19-a38d-89469459e68f', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '94a6c333-3890-40af-80b3-e0da9d928c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:21:48Z', 'updated_at': '2021-09-09T05:21:55Z', 'revision_number': 5, 'project_id': 'ddcd5653413143e99ea8197beb98de5f', 'subnets': [{'id': '94a6c333-3890-40af-80b3-e0da9d928c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-14-iscsi', False) {} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:22:39.862096 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257e37b-c08a-4862-aa46-666fa10a59aa req-45ed55e1-39e9-40f0-afa2-6646157151d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:22:39.863570 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-6257e37b-c08a-4862-aa46-666fa10a59aa req-45ed55e1-39e9-40f0-afa2-6646157151d3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=94a6c333-3890-40af-80b3-e0da9d928c0a HTTP/1.1" status: 200 len: 850 time: 0.0437164 Sep 09 05:22:39.886954 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fe1df6-9859-48e2-8187-f41145019aaf None None] Checking router: a53a5e1d-49ba-4b19-a38d-89469459e68f for host: dv-cinder-772623-14-iscsi {{(pid=94299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 05:22:39.895106 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fe1df6-9859-48e2-8187-f41145019aaf None None] Routers {'a53a5e1d-49ba-4b19-a38d-89469459e68f'} bound to L3 agent in host dv-cinder-772623-14-iscsi {{(pid=94299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 05:22:39.895711 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-65fe1df6-9859-48e2-8187-f41145019aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T05:09:16Z,description=,heartbeat_timestamp=2021-09-09T05:22:17Z,host='dv-cinder-772623-14-iscsi',id=e912432c-85e4-4a31-b574-aae2dcf01ec7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T05:09:16Z,topic='l3_agent')) {'router_ids': ['a53a5e1d-49ba-4b19-a38d-89469459e68f'], 'active': True} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:22:39.909602 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257e37b-c08a-4862-aa46-666fa10a59aa req-9d826a23-772c-435a-a225-b2bed8879d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:22:39.911052 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-6257e37b-c08a-4862-aa46-666fa10a59aa req-9d826a23-772c-435a-a225-b2bed8879d4f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=591ece5e-2938-4cf9-bb43-c15ca886ca94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0403917 Sep 09 05:22:40.000456 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvr_db [None req-65fe1df6-9859-48e2-8187-f41145019aaf None None] Set router a53a5e1d-49ba-4b19-a38d-89469459e68f gateway port host: dv-cinder-772623-14-iscsi {{(pid=94299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 05:22:40.004616 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-6257e37b-c08a-4862-aa46-666fa10a59aa req-b55310f0-8668-4f6f-8ecc-e7fb55353ed9 service neutron] 10.222.0.23 "GET /v2.0/networks/591ece5e-2938-4cf9-bb43-c15ca886ca94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860894 Sep 09 05:22:40.096843 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-6257e37b-c08a-4862-aa46-666fa10a59aa req-0d21ea0b-87fa-4925-855f-980b63a78e00 service neutron] 10.222.0.23 "GET /v2.0/networks/591ece5e-2938-4cf9-bb43-c15ca886ca94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847929 Sep 09 05:22:40.221020 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-65fe1df6-9859-48e2-8187-f41145019aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53a5e1d-49ba-4b19-a38d-89469459e68f', 'name': 'tempest-TestVolumeBootPattern-489298219-router', 'tenant_id': 'ddcd5653413143e99ea8197beb98de5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'f1d06893-2c4c-4ade-88e7-da8c1abe6ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:21:46Z', 'updated_at': '2021-09-09T05:21:48Z', 'revision_number': 4, 'project_id': 'ddcd5653413143e99ea8197beb98de5f', 'gw_port': {'id': 'f1d06893-2c4c-4ade-88e7-da8c1abe6ee4', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:43:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53a5e1d-49ba-4b19-a38d-89469459e68f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:21:46Z', 'updated_at': '2021-09-09T05:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi', '_floatingips': [{'id': 'b8ab7ad5-c6b9-4aad-9c98-9331b23239e2', 'tenant_id': 'ddcd5653413143e99ea8197beb98de5f', 'floating_ip_address': '172.27.2.242', 'floating_network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'router_id': 'a53a5e1d-49ba-4b19-a38d-89469459e68f', 'port_id': '0539f6df-9955-46ec-a8d4-b2bbe2bb4294', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '591ece5e-2938-4cf9-bb43-c15ca886ca94', 'mac_address': 'fa:16:3e:07:06:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb64401a-1e7c-4f86-a9fe-ba48f5305ec6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T05:22:38Z', 'updated_at': '2021-09-09T05:22:38Z', 'revision_number': 0, 'project_id': 'ddcd5653413143e99ea8197beb98de5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a237617-035f-463d-8e01-75ddd84a62ed', 'name': '', 'network_id': '591ece5e-2938-4cf9-bb43-c15ca886ca94', 'tenant_id': 'ddcd5653413143e99ea8197beb98de5f', 'mac_address': 'fa:16:3e:76:70:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53a5e1d-49ba-4b19-a38d-89469459e68f', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '94a6c333-3890-40af-80b3-e0da9d928c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:21:48Z', 'updated_at': '2021-09-09T05:21:55Z', 'revision_number': 5, 'project_id': 'ddcd5653413143e99ea8197beb98de5f', 'subnets': [{'id': '94a6c333-3890-40af-80b3-e0da9d928c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-14-iscsi', False) {} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:22:40.247856 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fe1df6-9859-48e2-8187-f41145019aaf None None] The sync data for ids ['a53a5e1d-49ba-4b19-a38d-89469459e68f'] in dv-cinder-772623-14-iscsi is: [{'id': 'a53a5e1d-49ba-4b19-a38d-89469459e68f', 'name': 'tempest-TestVolumeBootPattern-489298219-router', 'tenant_id': 'ddcd5653413143e99ea8197beb98de5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'f1d06893-2c4c-4ade-88e7-da8c1abe6ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:21:46Z', 'updated_at': '2021-09-09T05:21:48Z', 'revision_number': 4, 'project_id': 'ddcd5653413143e99ea8197beb98de5f', 'gw_port': {'id': 'f1d06893-2c4c-4ade-88e7-da8c1abe6ee4', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:43:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53a5e1d-49ba-4b19-a38d-89469459e68f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:21:46Z', 'updated_at': '2021-09-09T05:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi', '_floatingips': [{'id': 'b8ab7ad5-c6b9-4aad-9c98-9331b23239e2', 'tenant_id': 'ddcd5653413143e99ea8197beb98de5f', 'floating_ip_address': '172.27.2.242', 'floating_network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'router_id': 'a53a5e1d-49ba-4b19-a38d-89469459e68f', 'port_id': '0539f6df-9955-46ec-a8d4-b2bbe2bb4294', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '591ece5e-2938-4cf9-bb43-c15ca886ca94', 'mac_address': 'fa:16:3e:07:06:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb64401a-1e7c-4f86-a9fe-ba48f5305ec6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T05:22:38Z', 'updated_at': '2021-09-09T05:22:38Z', 'revision_number': 0, 'project_id': 'ddcd5653413143e99ea8197beb98de5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a237617-035f-463d-8e01-75ddd84a62ed', 'name': '', 'network_id': '591ece5e-2938-4cf9-bb43-c15ca886ca94', 'tenant_id': 'ddcd5653413143e99ea8197beb98de5f', 'mac_address': 'fa:16:3e:76:70:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53a5e1d-49ba-4b19-a38d-89469459e68f', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '94a6c333-3890-40af-80b3-e0da9d928c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:21:48Z', 'updated_at': '2021-09-09T05:21:55Z', 'revision_number': 5, 'project_id': 'ddcd5653413143e99ea8197beb98de5f', 'subnets': [{'id': '94a6c333-3890-40af-80b3-e0da9d928c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 05:22:40.431973 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-287ea727-365b-4806-b66f-f2d12f141084 None None] New status for floating IP b8ab7ad5-c6b9-4aad-9c98-9331b23239e2: ACTIVE {{(pid=94300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 05:22:43.875193 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-3828cfa8-8f7e-477a-9157-8321d7775983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:22:46.526605 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-a320f39b-7d6d-42d6-b9d8-e98b8452c51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:22:46.890632 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:22:47.646229 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-9dcada0b-7967-4cde-8891-c5586c834af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:22:49.166195 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-fdc48b13-ab8b-41d0-a622-21cc731cd6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:22:59.585392 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0448ec21-4fe2-4653-977b-a42efdb82096 req-03c8a894-d839-4276-b535-3bb2ce9914d9 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:22:59.586797 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-0448ec21-4fe2-4653-977b-a42efdb82096 req-03c8a894-d839-4276-b535-3bb2ce9914d9 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/ports?device_id=a43c380e-f38d-43ee-baaa-d28f5b69ccb0 HTTP/1.1" status: 200 len: 945 time: 0.0483875 Sep 09 05:22:59.624518 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-0448ec21-4fe2-4653-977b-a42efdb82096 req-ee1d7704-338a-4426-8b4e-30647920ad1c tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f3cc83f-96df-4b99-baf1-f911ea77c1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309827 Sep 09 05:23:00.326260 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.agents_db [None req-c4fa6e85-f278-4c65-a736-468407d89cbd None None] Agent healthcheck: found 6 active agents {{(pid=94300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 05:23:00.740725 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25871d28-5293-4781-9f50-d5fb61b8abcd req-2cea44cb-043a-4a6a-bbbf-1a05a83b7d00 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:23:00.742463 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-25871d28-5293-4781-9f50-d5fb61b8abcd req-2cea44cb-043a-4a6a-bbbf-1a05a83b7d00 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/ports?device_id=a43c380e-f38d-43ee-baaa-d28f5b69ccb0 HTTP/1.1" status: 200 len: 945 time: 0.0523314 Sep 09 05:23:00.781214 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-25871d28-5293-4781-9f50-d5fb61b8abcd req-f36c2537-20b3-425b-b4ec-71e7db7129f9 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f3cc83f-96df-4b99-baf1-f911ea77c1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326829 Sep 09 05:23:01.823131 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888879ad-ed9f-4240-b71c-471c033ffde0 req-9ee447e1-4174-4c51-8f9c-b16b7342360c tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:23:01.824595 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-888879ad-ed9f-4240-b71c-471c033ffde0 req-9ee447e1-4174-4c51-8f9c-b16b7342360c tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.23 "GET /v2.0/ports?device_id=a43c380e-f38d-43ee-baaa-d28f5b69ccb0 HTTP/1.1" status: 200 len: 945 time: 0.3001533 Sep 09 05:23:01.897381 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd94c95b-b9b9-4dfa-89d6-b933094e0428 req-9f3d29e4-9c30-4d36-9bfc-f2b1080da29c tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:23:01.898970 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-cd94c95b-b9b9-4dfa-89d6-b933094e0428 req-9f3d29e4-9c30-4d36-9bfc-f2b1080da29c tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/ports?device_id=a43c380e-f38d-43ee-baaa-d28f5b69ccb0 HTTP/1.1" status: 200 len: 945 time: 0.0521929 Sep 09 05:23:01.917171 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.plugin [req-888879ad-ed9f-4240-b71c-471c033ffde0 req-11d5fd54-286e-4305-b50b-ab14c04fa44d tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Deleting port a1a310a7-bc56-439b-a4b9-3d3ad9730389 {{(pid=94297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 05:23:01.917508 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-888879ad-ed9f-4240-b71c-471c033ffde0 req-11d5fd54-286e-4305-b50b-ab14c04fa44d tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748632167994'] for port, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:01.938365 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-cd94c95b-b9b9-4dfa-89d6-b933094e0428 req-dc61e653-862a-4983-9449-7b396c5ccda2 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f3cc83f-96df-4b99-baf1-f911ea77c1c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320983 Sep 09 05:23:02.006875 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.db [req-888879ad-ed9f-4240-b71c-471c033ffde0 req-11d5fd54-286e-4305-b50b-ab14c04fa44d tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] For port a1a310a7-bc56-439b-a4b9-3d3ad9730389, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=a1a310a7-bc56-439b-a4b9-3d3ad9730389,segment=NetworkSegment(44b63472-c473-4956-8286-eaf7d63fb2aa),segment_id=44b63472-c473-4956-8286-eaf7d63fb2aa)] {{(pid=94297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:23:02.007241 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-888879ad-ed9f-4240-b71c-471c033ffde0 req-11d5fd54-286e-4305-b50b-ab14c04fa44d tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596826'] for port, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:02.168312 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-888879ad-ed9f-4240-b71c-471c033ffde0 req-11d5fd54-286e-4305-b50b-ab14c04fa44d tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:02.168677 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-888879ad-ed9f-4240-b71c-471c033ffde0 req-11d5fd54-286e-4305-b50b-ab14c04fa44d tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600363'] for floatingip, after_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:02.168996 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.db.l3_db [req-888879ad-ed9f-4240-b71c-471c033ffde0 req-11d5fd54-286e-4305-b50b-ab14c04fa44d tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Floating IP d6299cb7-805e-4067-82af-3ec33cc880af disassociated. External IP: 172.27.2.225, port: a1a310a7-bc56-439b-a4b9-3d3ad9730389. Sep 09 05:23:02.169339 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.plugin [req-888879ad-ed9f-4240-b71c-471c033ffde0 req-11d5fd54-286e-4305-b50b-ab14c04fa44d tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Calling delete_port for a1a310a7-bc56-439b-a4b9-3d3ad9730389 owned by compute:nova {{(pid=94297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 05:23:02.296043 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-888879ad-ed9f-4240-b71c-471c033ffde0 req-11d5fd54-286e-4305-b50b-ab14c04fa44d tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748632172548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748631669706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29281037'] for port, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:02.323546 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d5fd54-286e-4305-b50b-ab14c04fa44d tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Pushing event deleted for resources: {'Port': ['ID=a1a310a7-bc56-439b-a4b9-3d3ad9730389,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:23:02.436600 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.l3_agent_scheduler [req-888879ad-ed9f-4240-b71c-471c033ffde0 req-11d5fd54-286e-4305-b50b-ab14c04fa44d tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Router db3c3531-a9b0-426b-a20c-f8789cd89936 has already been hosted by L3 agent e912432c-85e4-4a31-b574-aae2dcf01ec7 {{(pid=94297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 05:23:02.541529 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-888879ad-ed9f-4240-b71c-471c033ffde0 req-11d5fd54-286e-4305-b50b-ab14c04fa44d tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify agent at l3_agent.dv-cinder-772623-14-iscsi the message routers_updated {{(pid=94297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 05:23:02.551741 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf9eb1b-56fa-4f69-be02-1b5ab5b66b7b None None] Sync routers for ids ['db3c3531-a9b0-426b-a20c-f8789cd89936'] in dv-cinder-772623-14-iscsi {{(pid=94299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 05:23:02.561410 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf9eb1b-56fa-4f69-be02-1b5ab5b66b7b None None] Routers {'db3c3531-a9b0-426b-a20c-f8789cd89936'} bound to L3 agent in host dv-cinder-772623-14-iscsi {{(pid=94299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 05:23:02.562042 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-acf9eb1b-56fa-4f69-be02-1b5ab5b66b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T05:09:16Z,description=,heartbeat_timestamp=2021-09-09T05:22:47Z,host='dv-cinder-772623-14-iscsi',id=e912432c-85e4-4a31-b574-aae2dcf01ec7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T05:09:16Z,topic='l3_agent')) {'router_ids': ['db3c3531-a9b0-426b-a20c-f8789cd89936'], 'active': True} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:23:02.583241 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.l3_dvrscheduler_db [req-888879ad-ed9f-4240-b71c-471c033ffde0 req-11d5fd54-286e-4305-b50b-ab14c04fa44d tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] No DVR routers for this DVR port a1a310a7-bc56-439b-a4b9-3d3ad9730389 on host hv-cinder-77262 {{(pid=94297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 05:23:02.585792 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-888879ad-ed9f-4240-b71c-471c033ffde0 req-11d5fd54-286e-4305-b50b-ab14c04fa44d tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-438482'] for port, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:02.587741 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-888879ad-ed9f-4240-b71c-471c033ffde0 req-11d5fd54-286e-4305-b50b-ab14c04fa44d tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.23 "DELETE /v2.0/ports/a1a310a7-bc56-439b-a4b9-3d3ad9730389 HTTP/1.1" status: 204 len: 173 time: 0.7551181 Sep 09 05:23:02.588171 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a43c380e-f38d-43ee-baaa-d28f5b69ccb0', 'name': 'network-vif-deleted', 'tag': 'a1a310a7-bc56-439b-a4b9-3d3ad9730389'}] {{(pid=94297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 05:23:02.590401 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85c66017178c43798701892324557e4ac90163104f6096848bec1798d04fbbd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d8245a8-f0a1-44d1-ab2c-daac4aca1f74" -d '{"events": [{"server_uuid": "a43c380e-f38d-43ee-baaa-d28f5b69ccb0", "name": "network-vif-deleted", "tag": "a1a310a7-bc56-439b-a4b9-3d3ad9730389"}]}' {{(pid=94297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 05:23:02.631699 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 05:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7851bfdc-73f3-481f-b589-dbb6512ca142 x-openstack-request-id: req-7851bfdc-73f3-481f-b589-dbb6512ca142 {{(pid=94297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 05:23:02.631993 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a43c380e-f38d-43ee-baaa-d28f5b69ccb0", "name": "network-vif-deleted", "tag": "a1a310a7-bc56-439b-a4b9-3d3ad9730389", "status": "completed", "code": 200}]} {{(pid=94297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 05:23:02.632263 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7851bfdc-73f3-481f-b589-dbb6512ca142 {{(pid=94297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 05:23:02.632647 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a43c380e-f38d-43ee-baaa-d28f5b69ccb0', 'name': 'network-vif-deleted', 'tag': 'a1a310a7-bc56-439b-a4b9-3d3ad9730389', 'status': 'completed', 'code': 200} Sep 09 05:23:02.681995 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvr_db [None req-acf9eb1b-56fa-4f69-be02-1b5ab5b66b7b None None] Set router db3c3531-a9b0-426b-a20c-f8789cd89936 gateway port host: dv-cinder-772623-14-iscsi {{(pid=94299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 05:23:02.892067 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-acf9eb1b-56fa-4f69-be02-1b5ab5b66b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3c3531-a9b0-426b-a20c-f8789cd89936', 'name': 'tempest-AttachVolumeTestJSON-652661435-router', 'tenant_id': '9bed73d6cc44482b88fb30bf66765cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'd024fa67-6afb-4dab-8aa2-4a0e60398a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:16:51Z', 'updated_at': '2021-09-09T05:17:01Z', 'revision_number': 4, 'project_id': '9bed73d6cc44482b88fb30bf66765cac', 'gw_port': {'id': 'd024fa67-6afb-4dab-8aa2-4a0e60398a73', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:2e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3c3531-a9b0-426b-a20c-f8789cd89936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:16:52Z', 'updated_at': '2021-09-09T05:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi', '_interfaces': [{'id': 'e373628b-c4a9-460e-9a59-614b5eba363c', 'name': '', 'network_id': '7b28e044-cfb6-46f2-81af-55250817b403', 'tenant_id': '9bed73d6cc44482b88fb30bf66765cac', 'mac_address': 'fa:16:3e:7b:25:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3c3531-a9b0-426b-a20c-f8789cd89936', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '51c02a87-9f42-4bcc-8c63-f9b42807f41e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:16:57Z', 'updated_at': '2021-09-09T05:17:12Z', 'revision_number': 5, 'project_id': '9bed73d6cc44482b88fb30bf66765cac', 'subnets': [{'id': '51c02a87-9f42-4bcc-8c63-f9b42807f41e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-14-iscsi', False) {} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:23:02.917259 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf9eb1b-56fa-4f69-be02-1b5ab5b66b7b None None] Checking router: db3c3531-a9b0-426b-a20c-f8789cd89936 for host: dv-cinder-772623-14-iscsi {{(pid=94299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 05:23:02.925909 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf9eb1b-56fa-4f69-be02-1b5ab5b66b7b None None] Routers {'db3c3531-a9b0-426b-a20c-f8789cd89936'} bound to L3 agent in host dv-cinder-772623-14-iscsi {{(pid=94299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 05:23:02.926504 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-acf9eb1b-56fa-4f69-be02-1b5ab5b66b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T05:09:16Z,description=,heartbeat_timestamp=2021-09-09T05:22:47Z,host='dv-cinder-772623-14-iscsi',id=e912432c-85e4-4a31-b574-aae2dcf01ec7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T05:09:16Z,topic='l3_agent')) {'router_ids': ['db3c3531-a9b0-426b-a20c-f8789cd89936'], 'active': True} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:23:03.036604 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvr_db [None req-acf9eb1b-56fa-4f69-be02-1b5ab5b66b7b None None] Set router db3c3531-a9b0-426b-a20c-f8789cd89936 gateway port host: dv-cinder-772623-14-iscsi {{(pid=94299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 05:23:03.047683 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-dd8ebcac-23b9-411d-a34a-074c1a09ecc6 req-8c1cf647-b470-48a3-93ef-8478bdf507c8 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/ports?device_id=a43c380e-f38d-43ee-baaa-d28f5b69ccb0 HTTP/1.1" status: 200 len: 210 time: 0.0287240 Sep 09 05:23:03.239989 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-acf9eb1b-56fa-4f69-be02-1b5ab5b66b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3c3531-a9b0-426b-a20c-f8789cd89936', 'name': 'tempest-AttachVolumeTestJSON-652661435-router', 'tenant_id': '9bed73d6cc44482b88fb30bf66765cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'd024fa67-6afb-4dab-8aa2-4a0e60398a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:16:51Z', 'updated_at': '2021-09-09T05:17:01Z', 'revision_number': 4, 'project_id': '9bed73d6cc44482b88fb30bf66765cac', 'gw_port': {'id': 'd024fa67-6afb-4dab-8aa2-4a0e60398a73', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:2e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3c3531-a9b0-426b-a20c-f8789cd89936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:16:52Z', 'updated_at': '2021-09-09T05:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi', '_interfaces': [{'id': 'e373628b-c4a9-460e-9a59-614b5eba363c', 'name': '', 'network_id': '7b28e044-cfb6-46f2-81af-55250817b403', 'tenant_id': '9bed73d6cc44482b88fb30bf66765cac', 'mac_address': 'fa:16:3e:7b:25:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3c3531-a9b0-426b-a20c-f8789cd89936', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '51c02a87-9f42-4bcc-8c63-f9b42807f41e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:16:57Z', 'updated_at': '2021-09-09T05:17:12Z', 'revision_number': 5, 'project_id': '9bed73d6cc44482b88fb30bf66765cac', 'subnets': [{'id': '51c02a87-9f42-4bcc-8c63-f9b42807f41e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-14-iscsi', False) {} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:23:03.268424 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf9eb1b-56fa-4f69-be02-1b5ab5b66b7b None None] The sync data for ids ['db3c3531-a9b0-426b-a20c-f8789cd89936'] in dv-cinder-772623-14-iscsi is: [{'id': 'db3c3531-a9b0-426b-a20c-f8789cd89936', 'name': 'tempest-AttachVolumeTestJSON-652661435-router', 'tenant_id': '9bed73d6cc44482b88fb30bf66765cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'd024fa67-6afb-4dab-8aa2-4a0e60398a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:16:51Z', 'updated_at': '2021-09-09T05:17:01Z', 'revision_number': 4, 'project_id': '9bed73d6cc44482b88fb30bf66765cac', 'gw_port': {'id': 'd024fa67-6afb-4dab-8aa2-4a0e60398a73', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:2e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3c3531-a9b0-426b-a20c-f8789cd89936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:16:52Z', 'updated_at': '2021-09-09T05:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi', '_interfaces': [{'id': 'e373628b-c4a9-460e-9a59-614b5eba363c', 'name': '', 'network_id': '7b28e044-cfb6-46f2-81af-55250817b403', 'tenant_id': '9bed73d6cc44482b88fb30bf66765cac', 'mac_address': 'fa:16:3e:7b:25:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3c3531-a9b0-426b-a20c-f8789cd89936', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '51c02a87-9f42-4bcc-8c63-f9b42807f41e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:16:57Z', 'updated_at': '2021-09-09T05:17:12Z', 'revision_number': 5, 'project_id': '9bed73d6cc44482b88fb30bf66765cac', 'subnets': [{'id': '51c02a87-9f42-4bcc-8c63-f9b42807f41e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 05:23:03.468499 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc60f01c-281f-48c2-a850-3182505b2e2a None None] New status for floating IP d6299cb7-805e-4067-82af-3ec33cc880af: DOWN {{(pid=94300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 05:23:04.129089 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 40934) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:23:04.182407 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-9a4694d1-a00a-40e2-879c-64274cb07111 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify callbacks [] for security_group, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:04.204901 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-9a4694d1-a00a-40e2-879c-64274cb07111 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:04.251456 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-9a4694d1-a00a-40e2-879c-64274cb07111 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:04.254035 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-9a4694d1-a00a-40e2-879c-64274cb07111 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify callbacks [] for security_group, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:04.255163 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-9a4694d1-a00a-40e2-879c-64274cb07111 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "DELETE /v2.0/security-groups/9f3cc83f-96df-4b99-baf1-f911ea77c1c4 HTTP/1.1" status: 204 len: 168 time: 0.1250513 Sep 09 05:23:04.257976 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 40936) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:23:04.263924 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4694d1-a00a-40e2-879c-64274cb07111 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f3cc83f-96df-4b99-baf1-f911ea77c1c4,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:23:04.272418 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.api.v2.resource [None req-a3647928-2aee-4b3e-9fe3-99c2fad64142 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] show failed (client error): The resource could not be found. Sep 09 05:23:04.276410 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 40938) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:23:04.276602 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-a3647928-2aee-4b3e-9fe3-99c2fad64142 tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "GET /v2.0/security-groups/9f3cc83f-96df-4b99-baf1-f911ea77c1c4 HTTP/1.1" status: 404 len: 347 time: 0.0174186 Sep 09 05:23:04.398182 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.plugin [None req-6082d216-db4c-4923-b515-6d7a6b28618c tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Deleting port 5262bff7-e9ef-41b1-b50f-a0eac57cc5f4 {{(pid=94297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 05:23:04.398456 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-6082d216-db4c-4923-b515-6d7a6b28618c tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748632167994'] for port, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:04.475955 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-6082d216-db4c-4923-b515-6d7a6b28618c tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596826'] for port, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:04.476281 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-6082d216-db4c-4923-b515-6d7a6b28618c tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:04.487609 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.plugin [None req-6082d216-db4c-4923-b515-6d7a6b28618c tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Calling delete_port for 5262bff7-e9ef-41b1-b50f-a0eac57cc5f4 owned by network:floatingip {{(pid=94297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 05:23:04.618032 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-6082d216-db4c-4923-b515-6d7a6b28618c tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748632172548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748631669706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29281037'] for port, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:04.647364 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6082d216-db4c-4923-b515-6d7a6b28618c tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Pushing event deleted for resources: {'Port': ['ID=5262bff7-e9ef-41b1-b50f-a0eac57cc5f4,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:23:04.707163 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-6082d216-db4c-4923-b515-6d7a6b28618c tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify callbacks [] for floatingip, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:04.709655 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-6082d216-db4c-4923-b515-6d7a6b28618c tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-438482'] for floatingip, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:04.710821 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-6082d216-db4c-4923-b515-6d7a6b28618c tempest-AttachVolumeTestJSON-300002971 tempest-AttachVolumeTestJSON-300002971-project] 10.222.0.24 "DELETE /v2.0/floatingips/d6299cb7-805e-4067-82af-3ec33cc880af HTTP/1.1" status: 204 len: 168 time: 0.4332500 Sep 09 05:23:05.197923 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device a1a310a7-bc56-439b-a4b9-3d3ad9730389 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 05:23:05.217387 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.plugin [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] No Port match for: a1a310a7-bc56-439b-a4b9-3d3ad9730389 {{(pid=94299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 05:23:05.217758 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device a1a310a7-bc56-439b-a4b9-3d3ad9730389 not bound to the agent host hv-cinder-77262 {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 05:23:05.884933 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-5c2ff170-271f-40ca-bf82-7be67fad2a75 req-188e21b1-3d1c-41e2-898c-8059d941dccd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a670417d-b5d9-4cf7-9c81-a2c9861b43a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419848 Sep 09 05:23:05.977640 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ff170-271f-40ca-bf82-7be67fad2a75 req-dace59d8-315d-42e2-b55e-04e5847d1242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:23:05.979401 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-5c2ff170-271f-40ca-bf82-7be67fad2a75 req-dace59d8-315d-42e2-b55e-04e5847d1242 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=adae3c00f82c46cda5739aa90de24c7f&device_id=a670417d-b5d9-4cf7-9c81-a2c9861b43a4 HTTP/1.1" status: 200 len: 1099 time: 0.0472982 Sep 09 05:23:06.001258 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:06.086522 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ff170-271f-40ca-bf82-7be67fad2a75 req-a6304701-14cd-4f56-9ba8-c44c8d5eca42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:23:06.088347 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-5c2ff170-271f-40ca-bf82-7be67fad2a75 req-a6304701-14cd-4f56-9ba8-c44c8d5eca42 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4c49d2e8-bbb3-48a4-b9dd-23115ce7620f HTTP/1.1" status: 200 len: 917 time: 0.0863941 Sep 09 05:23:06.163943 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-5c2ff170-271f-40ca-bf82-7be67fad2a75 req-574eb09a-f762-480d-8b43-2b351f8bcccb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5a902b8c-3882-4110-ae09-30e6dbcc1820 HTTP/1.1" status: 200 len: 999 time: 0.0665748 Sep 09 05:23:06.213252 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ff170-271f-40ca-bf82-7be67fad2a75 req-535eab4f-0729-4960-80fd-d9aba236eafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:23:06.214702 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-5c2ff170-271f-40ca-bf82-7be67fad2a75 req-535eab4f-0729-4960-80fd-d9aba236eafb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=af8cc309-f922-4b5b-9139-7f7e8b7747ed HTTP/1.1" status: 200 len: 856 time: 0.0420234 Sep 09 05:23:06.261200 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ff170-271f-40ca-bf82-7be67fad2a75 req-e46232ce-7580-4836-a68b-ed5a4af479e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:23:06.262667 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-5c2ff170-271f-40ca-bf82-7be67fad2a75 req-e46232ce-7580-4836-a68b-ed5a4af479e2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4c49d2e8-bbb3-48a4-b9dd-23115ce7620f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0386505 Sep 09 05:23:06.356950 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-5c2ff170-271f-40ca-bf82-7be67fad2a75 req-6a21ea6c-2daf-49db-9700-d278ff9663cb service neutron] 10.222.0.23 "GET /v2.0/networks/4c49d2e8-bbb3-48a4-b9dd-23115ce7620f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843604 Sep 09 05:23:06.446994 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-5c2ff170-271f-40ca-bf82-7be67fad2a75 req-9462d73c-5ad7-4353-bddb-b71d751d5a98 service neutron] 10.222.0.23 "GET /v2.0/networks/4c49d2e8-bbb3-48a4-b9dd-23115ce7620f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813293 Sep 09 05:23:08.228340 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 40966) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:23:08.663843 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-545c26fe-5f89-4e6f-9bdc-3a13da83d500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601131'] for router_interface, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:08.902007 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.plugin [None req-545c26fe-5f89-4e6f-9bdc-3a13da83d500 admin admin] Deleting port e373628b-c4a9-460e-9a59-614b5eba363c {{(pid=94297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 05:23:08.902343 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-545c26fe-5f89-4e6f-9bdc-3a13da83d500 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748632167994'] for port, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:08.976962 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.db [None req-545c26fe-5f89-4e6f-9bdc-3a13da83d500 admin admin] For port e373628b-c4a9-460e-9a59-614b5eba363c, host dv-cinder-772623-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-14-iscsi',level=0,port_id=e373628b-c4a9-460e-9a59-614b5eba363c,segment=NetworkSegment(44b63472-c473-4956-8286-eaf7d63fb2aa),segment_id=44b63472-c473-4956-8286-eaf7d63fb2aa)] {{(pid=94297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:23:08.977318 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-545c26fe-5f89-4e6f-9bdc-3a13da83d500 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596826'] for port, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:08.992407 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.plugin [None req-545c26fe-5f89-4e6f-9bdc-3a13da83d500 admin admin] Calling delete_port for e373628b-c4a9-460e-9a59-614b5eba363c owned by network:router_interface {{(pid=94297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 05:23:09.164149 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-545c26fe-5f89-4e6f-9bdc-3a13da83d500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748632172548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748631669706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29281037'] for port, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:09.189440 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545c26fe-5f89-4e6f-9bdc-3a13da83d500 admin admin] Pushing event deleted for resources: {'Port': ['ID=e373628b-c4a9-460e-9a59-614b5eba363c,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:23:09.350864 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-545c26fe-5f89-4e6f-9bdc-3a13da83d500 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601247'] for router_interface, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:09.560521 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-545c26fe-5f89-4e6f-9bdc-3a13da83d500 admin admin] Router db3c3531-a9b0-426b-a20c-f8789cd89936 has already been hosted by L3 agent e912432c-85e4-4a31-b574-aae2dcf01ec7 {{(pid=94297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 05:23:09.664096 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-545c26fe-5f89-4e6f-9bdc-3a13da83d500 admin admin] Notify agent at l3_agent.dv-cinder-772623-14-iscsi the message routers_updated {{(pid=94297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 05:23:09.669070 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-545c26fe-5f89-4e6f-9bdc-3a13da83d500 admin admin] 10.222.0.24 "PUT /v2.0/routers/db3c3531-a9b0-426b-a20c-f8789cd89936/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4397349 Sep 09 05:23:09.672186 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 40974) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:23:09.674930 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba60f53-8740-4de7-86d6-69c14adca74c None None] Sync routers for ids ['db3c3531-a9b0-426b-a20c-f8789cd89936'] in dv-cinder-772623-14-iscsi {{(pid=94299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 05:23:09.685680 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba60f53-8740-4de7-86d6-69c14adca74c None None] Routers {'db3c3531-a9b0-426b-a20c-f8789cd89936'} bound to L3 agent in host dv-cinder-772623-14-iscsi {{(pid=94299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 05:23:09.686952 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-1ba60f53-8740-4de7-86d6-69c14adca74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T05:09:16Z,description=,heartbeat_timestamp=2021-09-09T05:22:47Z,host='dv-cinder-772623-14-iscsi',id=e912432c-85e4-4a31-b574-aae2dcf01ec7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T05:09:16Z,topic='l3_agent')) {'router_ids': ['db3c3531-a9b0-426b-a20c-f8789cd89936'], 'active': True} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:23:09.773228 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-ab48cac5-76bc-4607-996e-693fd734ffba admin admin] Notify callbacks [] for router, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:09.788721 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvr_db [None req-1ba60f53-8740-4de7-86d6-69c14adca74c None None] Set router db3c3531-a9b0-426b-a20c-f8789cd89936 gateway port host: dv-cinder-772623-14-iscsi {{(pid=94299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 05:23:09.876478 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-ab48cac5-76bc-4607-996e-693fd734ffba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:09.932115 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.plugin [None req-ab48cac5-76bc-4607-996e-693fd734ffba admin admin] Deleting port d024fa67-6afb-4dab-8aa2-4a0e60398a73 {{(pid=94297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 05:23:09.932551 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-ab48cac5-76bc-4607-996e-693fd734ffba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748632167994'] for port, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:09.963902 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-1ba60f53-8740-4de7-86d6-69c14adca74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3c3531-a9b0-426b-a20c-f8789cd89936', 'name': 'tempest-AttachVolumeTestJSON-652661435-router', 'tenant_id': '9bed73d6cc44482b88fb30bf66765cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.185'}], 'enable_snat': True}, 'gw_port_id': 'd024fa67-6afb-4dab-8aa2-4a0e60398a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:16:51Z', 'updated_at': '2021-09-09T05:23:09Z', 'revision_number': 5, 'project_id': '9bed73d6cc44482b88fb30bf66765cac', 'gw_port': {'id': 'd024fa67-6afb-4dab-8aa2-4a0e60398a73', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:2e:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3c3531-a9b0-426b-a20c-f8789cd89936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:16:52Z', 'updated_at': '2021-09-09T05:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi'}], 'dv-cinder-772623-14-iscsi', False) {} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:23:09.994302 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba60f53-8740-4de7-86d6-69c14adca74c None None] Checking router: db3c3531-a9b0-426b-a20c-f8789cd89936 for host: dv-cinder-772623-14-iscsi {{(pid=94299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 05:23:10.002570 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba60f53-8740-4de7-86d6-69c14adca74c None None] Routers {'db3c3531-a9b0-426b-a20c-f8789cd89936'} bound to L3 agent in host dv-cinder-772623-14-iscsi {{(pid=94299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 05:23:10.003172 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-1ba60f53-8740-4de7-86d6-69c14adca74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T05:09:16Z,description=,heartbeat_timestamp=2021-09-09T05:22:47Z,host='dv-cinder-772623-14-iscsi',id=e912432c-85e4-4a31-b574-aae2dcf01ec7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T05:09:16Z,topic='l3_agent')) {'router_ids': ['db3c3531-a9b0-426b-a20c-f8789cd89936'], 'active': True} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:23:10.008561 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.db [None req-ab48cac5-76bc-4607-996e-693fd734ffba admin admin] For port d024fa67-6afb-4dab-8aa2-4a0e60398a73, host dv-cinder-772623-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-14-iscsi',level=0,port_id=d024fa67-6afb-4dab-8aa2-4a0e60398a73,segment=NetworkSegment(df80411f-acb6-4e9d-a7f5-4a8066bc7b33),segment_id=df80411f-acb6-4e9d-a7f5-4a8066bc7b33)] {{(pid=94297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:23:10.008920 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-ab48cac5-76bc-4607-996e-693fd734ffba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596826'] for port, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:10.024375 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.plugin [None req-ab48cac5-76bc-4607-996e-693fd734ffba admin admin] Calling delete_port for d024fa67-6afb-4dab-8aa2-4a0e60398a73 owned by network:router_gateway {{(pid=94297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 05:23:10.087624 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvr_db [None req-1ba60f53-8740-4de7-86d6-69c14adca74c None None] Set router db3c3531-a9b0-426b-a20c-f8789cd89936 gateway port host: None {{(pid=94299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 05:23:10.139346 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-1ba60f53-8740-4de7-86d6-69c14adca74c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3c3531-a9b0-426b-a20c-f8789cd89936', 'name': 'tempest-AttachVolumeTestJSON-652661435-router', 'tenant_id': '9bed73d6cc44482b88fb30bf66765cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:16:51Z', 'updated_at': '2021-09-09T05:23:09Z', 'revision_number': 6, 'project_id': '9bed73d6cc44482b88fb30bf66765cac', 'gw_port_host': None}], 'dv-cinder-772623-14-iscsi', False) {} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:23:10.168978 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba60f53-8740-4de7-86d6-69c14adca74c None None] The sync data for ids ['db3c3531-a9b0-426b-a20c-f8789cd89936'] in dv-cinder-772623-14-iscsi is: [{'id': 'db3c3531-a9b0-426b-a20c-f8789cd89936', 'name': 'tempest-AttachVolumeTestJSON-652661435-router', 'tenant_id': '9bed73d6cc44482b88fb30bf66765cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:16:51Z', 'updated_at': '2021-09-09T05:23:09Z', 'revision_number': 6, 'project_id': '9bed73d6cc44482b88fb30bf66765cac', 'gw_port_host': None}] {{(pid=94299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 05:23:10.185509 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-ab48cac5-76bc-4607-996e-693fd734ffba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748632172548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748631669706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29281037'] for port, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:10.447178 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab48cac5-76bc-4607-996e-693fd734ffba admin admin] Pushing event deleted for resources: {'Port': ['ID=d024fa67-6afb-4dab-8aa2-4a0e60398a73,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:23:10.507362 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-ab48cac5-76bc-4607-996e-693fd734ffba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600445'] for router_gateway, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:10.614287 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-ab48cac5-76bc-4607-996e-693fd734ffba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-604110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4250'] for router, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:10.616819 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-ab48cac5-76bc-4607-996e-693fd734ffba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:10.682590 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-ab48cac5-76bc-4607-996e-693fd734ffba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-604103'] for router, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:10.683251 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab48cac5-76bc-4607-996e-693fd734ffba admin admin] Fanout notify agent at l3_agent the message router_deleted on router db3c3531-a9b0-426b-a20c-f8789cd89936 {{(pid=94297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 05:23:10.688421 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-ab48cac5-76bc-4607-996e-693fd734ffba admin admin] Notify callbacks [] for router, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:10.689287 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-ab48cac5-76bc-4607-996e-693fd734ffba admin admin] 10.222.0.24 "DELETE /v2.0/routers/db3c3531-a9b0-426b-a20c-f8789cd89936 HTTP/1.1" status: 204 len: 168 time: 1.0162053 Sep 09 05:23:10.691813 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 40976) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:23:10.735127 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c6951ff-64c5-4e6c-a6bc-8e9f71c7c406 admin admin] Deleting subnet 51c02a87-9f42-4bcc-8c63-f9b42807f41e {{(pid=94297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 05:23:10.737962 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-6c6951ff-64c5-4e6c-a6bc-8e9f71c7c406 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:10.770328 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-6c6951ff-64c5-4e6c-a6bc-8e9f71c7c406 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25248003'] for subnet, precommit_delete_associations {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:10.875751 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-6c6951ff-64c5-4e6c-a6bc-8e9f71c7c406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3773045'] for subnet, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:10.931018 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-6c6951ff-64c5-4e6c-a6bc-8e9f71c7c406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3773052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29281072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28951308'] for subnet, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:10.959010 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device d024fa67-6afb-4dab-8aa2-4a0e60398a73 no longer exists at agent ovs-agent-dv-cinder-772623-14-iscsi {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 05:23:10.961660 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6951ff-64c5-4e6c-a6bc-8e9f71c7c406 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51c02a87-9f42-4bcc-8c63-f9b42807f41e,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:23:10.965363 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-6c6951ff-64c5-4e6c-a6bc-8e9f71c7c406 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:10.968310 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-6c6951ff-64c5-4e6c-a6bc-8e9f71c7c406 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/51c02a87-9f42-4bcc-8c63-f9b42807f41e HTTP/1.1" status: 204 len: 168 time: 0.2754221 Sep 09 05:23:10.971124 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 40978) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:23:11.042938 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-4acc1fca-0d36-4b60-a9fc-97bb57f2587a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3957161'] for network, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:11.097105 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.plugin [None req-4acc1fca-0d36-4b60-a9fc-97bb57f2587a admin admin] Deleting port 0e199ba8-1394-4297-8422-170f760c94e2 {{(pid=94297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 05:23:11.097449 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-4acc1fca-0d36-4b60-a9fc-97bb57f2587a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748632167994'] for port, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:11.100226 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef21841-5d56-477b-9bae-10e9791cfb28 None None] Network 7b28e044-cfb6-46f2-81af-55250817b403 requested from dv-cinder-772623-14-iscsi {{(pid=94299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 05:23:11.102413 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.plugin [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] No Port match for: d024fa67-6afb-4dab-8aa2-4a0e60398a73 {{(pid=94299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 05:23:11.102754 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device d024fa67-6afb-4dab-8aa2-4a0e60398a73 not bound to the agent host dv-cinder-772623-14-iscsi {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 05:23:11.103427 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device e373628b-c4a9-460e-9a59-614b5eba363c no longer exists at agent ovs-agent-dv-cinder-772623-14-iscsi {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 05:23:11.131948 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.plugin [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] No Port match for: e373628b-c4a9-460e-9a59-614b5eba363c {{(pid=94299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 05:23:11.132293 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device e373628b-c4a9-460e-9a59-614b5eba363c not bound to the agent host dv-cinder-772623-14-iscsi {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 05:23:11.164714 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.db [None req-4acc1fca-0d36-4b60-a9fc-97bb57f2587a admin admin] For port 0e199ba8-1394-4297-8422-170f760c94e2, host dv-cinder-772623-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-14-iscsi',level=0,port_id=0e199ba8-1394-4297-8422-170f760c94e2,segment=NetworkSegment(44b63472-c473-4956-8286-eaf7d63fb2aa),segment_id=44b63472-c473-4956-8286-eaf7d63fb2aa)] {{(pid=94297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:23:11.165089 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-4acc1fca-0d36-4b60-a9fc-97bb57f2587a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596826'] for port, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:11.179263 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.plugin [None req-4acc1fca-0d36-4b60-a9fc-97bb57f2587a admin admin] Calling delete_port for 0e199ba8-1394-4297-8422-170f760c94e2 owned by network:dhcp {{(pid=94297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 05:23:11.263495 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-4acc1fca-0d36-4b60-a9fc-97bb57f2587a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748632172548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748631669706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29281037'] for port, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:11.292897 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acc1fca-0d36-4b60-a9fc-97bb57f2587a admin admin] Pushing event deleted for resources: {'Port': ['ID=0e199ba8-1394-4297-8422-170f760c94e2,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:23:11.294135 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd831660-04ed-4b91-b4a4-e7866361d07e None None] DHCP port deletion for 7b28e044-cfb6-46f2-81af-55250817b403 request from dv-cinder-772623-14-iscsi {{(pid=94299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 05:23:11.297109 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acc1fca-0d36-4b60-a9fc-97bb57f2587a admin admin] No DVR routers for this DVR port 0e199ba8-1394-4297-8422-170f760c94e2 on host dv-cinder-772623-14-iscsi {{(pid=94297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 05:23:11.366520 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-4acc1fca-0d36-4b60-a9fc-97bb57f2587a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3771648', 'neutron.services.segments.db._delete_segments_for_network-8748632184989'] for network, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:11.385596 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.services.segments.db [None req-4acc1fca-0d36-4b60-a9fc-97bb57f2587a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b28e044-cfb6-46f2-81af-55250817b403']}} {{(pid=94297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:23:11.395357 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.services.segments.db [None req-4acc1fca-0d36-4b60-a9fc-97bb57f2587a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44b63472-c473-4956-8286-eaf7d63fb2aa') {'for_net_delete': True} {{(pid=94297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:23:11.395651 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.services.segments.db [None req-4acc1fca-0d36-4b60-a9fc-97bb57f2587a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44b63472-c473-4956-8286-eaf7d63fb2aa') {} {{(pid=94297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:23:11.405118 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-4acc1fca-0d36-4b60-a9fc-97bb57f2587a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748632182438', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25248122'] for segment, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:11.417804 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-4acc1fca-0d36-4b60-a9fc-97bb57f2587a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771871'] for segment, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:11.423951 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4acc1fca-0d36-4b60-a9fc-97bb57f2587a admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=94297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 05:23:11.424337 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-4acc1fca-0d36-4b60-a9fc-97bb57f2587a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29280210'] for segment, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:11.425953 dv-cinder-772623-14-iscsi neutron-server[94297]: Traceback (most recent call last): Sep 09 05:23:11.425953 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 05:23:11.425953 dv-cinder-772623-14-iscsi neutron-server[94297]: timer() Sep 09 05:23:11.425953 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 05:23:11.425953 dv-cinder-772623-14-iscsi neutron-server[94297]: cb(*args, **kw) Sep 09 05:23:11.425953 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 05:23:11.425953 dv-cinder-772623-14-iscsi neutron-server[94297]: return func(*args, **kwargs) Sep 09 05:23:11.425953 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 05:23:11.425953 dv-cinder-772623-14-iscsi neutron-server[94297]: self._notify() Sep 09 05:23:11.425953 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 05:23:11.425953 dv-cinder-772623-14-iscsi neutron-server[94297]: self.callback(batched_events) Sep 09 05:23:11.425953 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 05:23:11.425953 dv-cinder-772623-14-iscsi neutron-server[94297]: event.method(event) Sep 09 05:23:11.425953 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 05:23:11.425953 dv-cinder-772623-14-iscsi neutron-server[94297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 05:23:11.425953 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 05:23:11.425953 dv-cinder-772623-14-iscsi neutron-server[94297]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 05:23:11.425953 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 05:23:11.425953 dv-cinder-772623-14-iscsi neutron-server[94297]: return f(self, *a, **k) Sep 09 05:23:11.425953 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 05:23:11.425953 dv-cinder-772623-14-iscsi neutron-server[94297]: return self._get(url).json() Sep 09 05:23:11.425953 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 05:23:11.425953 dv-cinder-772623-14-iscsi neutron-server[94297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 05:23:11.425953 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 05:23:11.425953 dv-cinder-772623-14-iscsi neutron-server[94297]: return self.request(url, 'GET', **kwargs) Sep 09 05:23:11.425953 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 05:23:11.425953 dv-cinder-772623-14-iscsi neutron-server[94297]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 05:23:11.425953 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 05:23:11.425953 dv-cinder-772623-14-iscsi neutron-server[94297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 05:23:11.425953 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 05:23:11.425953 dv-cinder-772623-14-iscsi neutron-server[94297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 05:23:11.425953 dv-cinder-772623-14-iscsi neutron-server[94297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 05:23:11.484698 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-4acc1fca-0d36-4b60-a9fc-97bb57f2587a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3773683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600345'] for network, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:11.489032 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-4acc1fca-0d36-4b60-a9fc-97bb57f2587a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for network, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:11.493606 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-4acc1fca-0d36-4b60-a9fc-97bb57f2587a admin admin] 10.222.0.24 "DELETE /v2.0/networks/7b28e044-cfb6-46f2-81af-55250817b403 HTTP/1.1" status: 204 len: 168 time: 0.5214622 Sep 09 05:23:11.505371 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acc1fca-0d36-4b60-a9fc-97bb57f2587a admin admin] Pushing event deleted for resources: {'Network': ['ID=7b28e044-cfb6-46f2-81af-55250817b403,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:23:11.599271 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 40982) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:23:11.640730 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-2bebf193-cd07-4149-89ec-3fafebc247da admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9bed73d6cc44482b88fb30bf66765cac&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0403345 Sep 09 05:23:11.643127 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 40984) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:23:11.693684 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-8f4e9cbe-77a1-490c-bcf4-88a2ac28215c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:11.716117 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-8f4e9cbe-77a1-490c-bcf4-88a2ac28215c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:11.763559 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-8f4e9cbe-77a1-490c-bcf4-88a2ac28215c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:11.766247 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-8f4e9cbe-77a1-490c-bcf4-88a2ac28215c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:11.767396 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-8f4e9cbe-77a1-490c-bcf4-88a2ac28215c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e17cc604-0248-4a73-96fa-a3d4600d41fc HTTP/1.1" status: 204 len: 168 time: 0.1233823 Sep 09 05:23:11.775200 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4e9cbe-77a1-490c-bcf4-88a2ac28215c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17cc604-0248-4a73-96fa-a3d4600d41fc,revision_number=None']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:23:11.782250 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4e9cbe-77a1-490c-bcf4-88a2ac28215c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:23:11.782597 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4e9cbe-77a1-490c-bcf4-88a2ac28215c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:23:11.782935 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4e9cbe-77a1-490c-bcf4-88a2ac28215c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:23:11.783267 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4e9cbe-77a1-490c-bcf4-88a2ac28215c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:23:11.783592 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4e9cbe-77a1-490c-bcf4-88a2ac28215c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:23:11.783921 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4e9cbe-77a1-490c-bcf4-88a2ac28215c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:23:11.784378 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4e9cbe-77a1-490c-bcf4-88a2ac28215c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:23:11.784706 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4e9cbe-77a1-490c-bcf4-88a2ac28215c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:23:11.785034 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4e9cbe-77a1-490c-bcf4-88a2ac28215c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:23:11.785352 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4e9cbe-77a1-490c-bcf4-88a2ac28215c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:23:11.785671 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4e9cbe-77a1-490c-bcf4-88a2ac28215c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:23:11.786027 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4e9cbe-77a1-490c-bcf4-88a2ac28215c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:23:12.883226 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device 0e199ba8-1394-4297-8422-170f760c94e2 no longer exists at agent ovs-agent-dv-cinder-772623-14-iscsi {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 05:23:12.904088 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.plugin [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] No Port match for: 0e199ba8-1394-4297-8422-170f760c94e2 {{(pid=94299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 05:23:12.904577 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device 0e199ba8-1394-4297-8422-170f760c94e2 not bound to the agent host dv-cinder-772623-14-iscsi {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 05:23:13.877778 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-921a212f-e5c3-4f6e-b38e-4bdea059e6b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:15.443502 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 41060) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:23:15.546735 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-a4fe3896-cc0f-4809-af64-e3effb464504 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:15.635537 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-a4fe3896-cc0f-4809-af64-e3effb464504 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:15.639262 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-a4fe3896-cc0f-4809-af64-e3effb464504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:15.676164 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-a4fe3896-cc0f-4809-af64-e3effb464504 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=af4f7fa008cf4e00b41aceed57d6c009&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2315941 Sep 09 05:23:15.678175 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fe3896-cc0f-4809-af64-e3effb464504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4344884-883e-4e03-ac72-e9c49c8ef53c,revision_number=1']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:23:15.678937 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 41064) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:23:15.728276 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-20f880ab-1b4d-4caa-94ff-728d083d56a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:15.749440 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-20f880ab-1b4d-4caa-94ff-728d083d56a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:15.794249 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-20f880ab-1b4d-4caa-94ff-728d083d56a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:15.796725 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-20f880ab-1b4d-4caa-94ff-728d083d56a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:15.800221 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-20f880ab-1b4d-4caa-94ff-728d083d56a3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a4344884-883e-4e03-ac72-e9c49c8ef53c HTTP/1.1" status: 204 len: 168 time: 0.1173871 Sep 09 05:23:15.805542 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f880ab-1b4d-4caa-94ff-728d083d56a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4344884-883e-4e03-ac72-e9c49c8ef53c,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:23:16.527390 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-2f51bfec-1e4e-4cea-b2ac-9237704dd702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:16.663547 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a4d001-fe70-4e53-8578-fedc34aa0206 req-dcdf84ac-4378-4e7f-a043-cee2beb99872 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:23:16.665044 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-69a4d001-fe70-4e53-8578-fedc34aa0206 req-dcdf84ac-4378-4e7f-a043-cee2beb99872 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=a670417d-b5d9-4cf7-9c81-a2c9861b43a4 HTTP/1.1" status: 200 len: 946 time: 0.0527341 Sep 09 05:23:16.705647 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-69a4d001-fe70-4e53-8578-fedc34aa0206 req-e7a46b8f-ca12-416b-bb57-7f20e45f517b tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=5af4d00d-ecbd-4eb8-b3e5-1e280e524941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338142 Sep 09 05:23:16.892319 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:17.649193 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-9dcada0b-7967-4cde-8891-c5586c834af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:17.825426 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574d5e38-765e-4e8a-9f71-fe1444d4da5f req-aa9a955b-02fc-47eb-b259-c28c447b242b tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:23:17.826895 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-574d5e38-765e-4e8a-9f71-fe1444d4da5f req-aa9a955b-02fc-47eb-b259-c28c447b242b tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=a670417d-b5d9-4cf7-9c81-a2c9861b43a4 HTTP/1.1" status: 200 len: 946 time: 0.0479574 Sep 09 05:23:17.863397 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-574d5e38-765e-4e8a-9f71-fe1444d4da5f req-7cb81d2d-c28d-4214-8597-d50e2cc2dc59 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=5af4d00d-ecbd-4eb8-b3e5-1e280e524941&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305750 Sep 09 05:23:18.241044 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06e25fb-05be-437e-9d44-579012136c3a req-c088a551-e71b-4f70-b0ab-ea5e051989ba tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:23:18.242536 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-b06e25fb-05be-437e-9d44-579012136c3a req-c088a551-e71b-4f70-b0ab-ea5e051989ba tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.23 "GET /v2.0/ports?device_id=a670417d-b5d9-4cf7-9c81-a2c9861b43a4 HTTP/1.1" status: 200 len: 946 time: 0.0516634 Sep 09 05:23:18.333112 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.plugin [req-b06e25fb-05be-437e-9d44-579012136c3a req-671bd733-890b-40d8-8525-6f7d2c8cc5a4 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Deleting port 5a902b8c-3882-4110-ae09-30e6dbcc1820 {{(pid=94297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 05:23:18.333446 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-b06e25fb-05be-437e-9d44-579012136c3a req-671bd733-890b-40d8-8525-6f7d2c8cc5a4 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748632167994'] for port, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:18.424965 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.db [req-b06e25fb-05be-437e-9d44-579012136c3a req-671bd733-890b-40d8-8525-6f7d2c8cc5a4 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] For port 5a902b8c-3882-4110-ae09-30e6dbcc1820, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=5a902b8c-3882-4110-ae09-30e6dbcc1820,segment=NetworkSegment(94ec00f0-b772-441b-b09c-9fabc2701b02),segment_id=94ec00f0-b772-441b-b09c-9fabc2701b02)] {{(pid=94297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:23:18.425327 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-b06e25fb-05be-437e-9d44-579012136c3a req-671bd733-890b-40d8-8525-6f7d2c8cc5a4 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596826'] for port, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:18.603785 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-b06e25fb-05be-437e-9d44-579012136c3a req-671bd733-890b-40d8-8525-6f7d2c8cc5a4 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:18.604219 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-b06e25fb-05be-437e-9d44-579012136c3a req-671bd733-890b-40d8-8525-6f7d2c8cc5a4 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600363'] for floatingip, after_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:18.604563 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.db.l3_db [req-b06e25fb-05be-437e-9d44-579012136c3a req-671bd733-890b-40d8-8525-6f7d2c8cc5a4 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Floating IP 08b0247c-8ced-44c6-9118-44ee2dc2ea2e disassociated. External IP: 172.27.2.4, port: 5a902b8c-3882-4110-ae09-30e6dbcc1820. Sep 09 05:23:18.604928 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.plugin [req-b06e25fb-05be-437e-9d44-579012136c3a req-671bd733-890b-40d8-8525-6f7d2c8cc5a4 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Calling delete_port for 5a902b8c-3882-4110-ae09-30e6dbcc1820 owned by compute:nova {{(pid=94297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 05:23:18.727697 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-b06e25fb-05be-437e-9d44-579012136c3a req-671bd733-890b-40d8-8525-6f7d2c8cc5a4 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748632172548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748631669706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29281037'] for port, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:18.757907 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671bd733-890b-40d8-8525-6f7d2c8cc5a4 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Pushing event deleted for resources: {'Port': ['ID=5a902b8c-3882-4110-ae09-30e6dbcc1820,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:23:18.869251 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b06e25fb-05be-437e-9d44-579012136c3a req-671bd733-890b-40d8-8525-6f7d2c8cc5a4 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Router f9e8dd9a-5f5d-4da4-a903-4f984a247988 has already been hosted by L3 agent e912432c-85e4-4a31-b574-aae2dcf01ec7 {{(pid=94297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 05:23:18.960210 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-409e52e8-53a5-419c-abc3-6292961aca51 req-02eaacdb-48aa-4899-91dd-c2c1ba2a90f0 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=a670417d-b5d9-4cf7-9c81-a2c9861b43a4 HTTP/1.1" status: 200 len: 210 time: 0.0262806 Sep 09 05:23:18.978413 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b06e25fb-05be-437e-9d44-579012136c3a req-671bd733-890b-40d8-8525-6f7d2c8cc5a4 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Notify agent at l3_agent.dv-cinder-772623-14-iscsi the message routers_updated {{(pid=94297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 05:23:18.995317 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbe5a89-12bf-42f7-8659-ddf10c6eb8aa None None] Sync routers for ids ['f9e8dd9a-5f5d-4da4-a903-4f984a247988'] in dv-cinder-772623-14-iscsi {{(pid=94300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 05:23:19.004929 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbe5a89-12bf-42f7-8659-ddf10c6eb8aa None None] Routers {'f9e8dd9a-5f5d-4da4-a903-4f984a247988'} bound to L3 agent in host dv-cinder-772623-14-iscsi {{(pid=94300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 05:23:19.005526 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_hamode_db [None req-adbe5a89-12bf-42f7-8659-ddf10c6eb8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T05:09:16Z,description=,heartbeat_timestamp=2021-09-09T05:23:17Z,host='dv-cinder-772623-14-iscsi',id=e912432c-85e4-4a31-b574-aae2dcf01ec7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T05:09:16Z,topic='l3_agent')) {'router_ids': ['f9e8dd9a-5f5d-4da4-a903-4f984a247988'], 'active': True} {{(pid=94300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:23:19.022480 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.l3_dvrscheduler_db [req-b06e25fb-05be-437e-9d44-579012136c3a req-671bd733-890b-40d8-8525-6f7d2c8cc5a4 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] No DVR routers for this DVR port 5a902b8c-3882-4110-ae09-30e6dbcc1820 on host hv-cinder-77262 {{(pid=94297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 05:23:19.024889 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-b06e25fb-05be-437e-9d44-579012136c3a req-671bd733-890b-40d8-8525-6f7d2c8cc5a4 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-438482'] for port, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:19.026892 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-b06e25fb-05be-437e-9d44-579012136c3a req-671bd733-890b-40d8-8525-6f7d2c8cc5a4 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.23 "DELETE /v2.0/ports/5a902b8c-3882-4110-ae09-30e6dbcc1820 HTTP/1.1" status: 204 len: 173 time: 0.7781854 Sep 09 05:23:19.027330 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a670417d-b5d9-4cf7-9c81-a2c9861b43a4', 'name': 'network-vif-deleted', 'tag': '5a902b8c-3882-4110-ae09-30e6dbcc1820'}] {{(pid=94297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 05:23:19.029535 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85c66017178c43798701892324557e4ac90163104f6096848bec1798d04fbbd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e5ccd03-42b2-413e-b79b-9a62c9c85e77" -d '{"events": [{"server_uuid": "a670417d-b5d9-4cf7-9c81-a2c9861b43a4", "name": "network-vif-deleted", "tag": "5a902b8c-3882-4110-ae09-30e6dbcc1820"}]}' {{(pid=94297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 05:23:19.071327 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 05:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b32aa5d-afbe-4d5c-b8bc-5d79c41edf08 x-openstack-request-id: req-1b32aa5d-afbe-4d5c-b8bc-5d79c41edf08 {{(pid=94297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 05:23:19.071616 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a670417d-b5d9-4cf7-9c81-a2c9861b43a4", "name": "network-vif-deleted", "tag": "5a902b8c-3882-4110-ae09-30e6dbcc1820", "status": "completed", "code": 200}]} {{(pid=94297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 05:23:19.071866 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1b32aa5d-afbe-4d5c-b8bc-5d79c41edf08 {{(pid=94297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 05:23:19.072256 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a670417d-b5d9-4cf7-9c81-a2c9861b43a4', 'name': 'network-vif-deleted', 'tag': '5a902b8c-3882-4110-ae09-30e6dbcc1820', 'status': 'completed', 'code': 200} Sep 09 05:23:19.115320 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_dvr_db [None req-adbe5a89-12bf-42f7-8659-ddf10c6eb8aa None None] Set router f9e8dd9a-5f5d-4da4-a903-4f984a247988 gateway port host: dv-cinder-772623-14-iscsi {{(pid=94300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 05:23:19.172217 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-fdc48b13-ab8b-41d0-a622-21cc731cd6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:19.317590 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_hamode_db [None req-adbe5a89-12bf-42f7-8659-ddf10c6eb8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e8dd9a-5f5d-4da4-a903-4f984a247988', 'name': 'tempest-AttachVolumeShelveTestJSON-1912886731-router', 'tenant_id': 'adae3c00f82c46cda5739aa90de24c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '15bc8b26-8181-49ef-9a78-a1dfa7020b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:20:29Z', 'updated_at': '2021-09-09T05:20:32Z', 'revision_number': 4, 'project_id': 'adae3c00f82c46cda5739aa90de24c7f', 'gw_port': {'id': '15bc8b26-8181-49ef-9a78-a1dfa7020b15', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:fc:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e8dd9a-5f5d-4da4-a903-4f984a247988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:20:30Z', 'updated_at': '2021-09-09T05:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi', '_interfaces': [{'id': '2f2b6c07-fd6b-4e93-a242-5c78a707832d', 'name': '', 'network_id': '4c49d2e8-bbb3-48a4-b9dd-23115ce7620f', 'tenant_id': 'adae3c00f82c46cda5739aa90de24c7f', 'mac_address': 'fa:16:3e:7c:0c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e8dd9a-5f5d-4da4-a903-4f984a247988', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'af8cc309-f922-4b5b-9139-7f7e8b7747ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:20:32Z', 'updated_at': '2021-09-09T05:20:37Z', 'revision_number': 5, 'project_id': 'adae3c00f82c46cda5739aa90de24c7f', 'subnets': [{'id': 'af8cc309-f922-4b5b-9139-7f7e8b7747ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-14-iscsi', False) {} {{(pid=94300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:23:19.345977 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbe5a89-12bf-42f7-8659-ddf10c6eb8aa None None] Checking router: f9e8dd9a-5f5d-4da4-a903-4f984a247988 for host: dv-cinder-772623-14-iscsi {{(pid=94300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 05:23:19.354014 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adbe5a89-12bf-42f7-8659-ddf10c6eb8aa None None] Routers {'f9e8dd9a-5f5d-4da4-a903-4f984a247988'} bound to L3 agent in host dv-cinder-772623-14-iscsi {{(pid=94300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 05:23:19.354599 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_hamode_db [None req-adbe5a89-12bf-42f7-8659-ddf10c6eb8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T05:09:16Z,description=,heartbeat_timestamp=2021-09-09T05:23:17Z,host='dv-cinder-772623-14-iscsi',id=e912432c-85e4-4a31-b574-aae2dcf01ec7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T05:09:16Z,topic='l3_agent')) {'router_ids': ['f9e8dd9a-5f5d-4da4-a903-4f984a247988'], 'active': True} {{(pid=94300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:23:19.456283 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_dvr_db [None req-adbe5a89-12bf-42f7-8659-ddf10c6eb8aa None None] Set router f9e8dd9a-5f5d-4da4-a903-4f984a247988 gateway port host: dv-cinder-772623-14-iscsi {{(pid=94300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 05:23:19.650557 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_hamode_db [None req-adbe5a89-12bf-42f7-8659-ddf10c6eb8aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e8dd9a-5f5d-4da4-a903-4f984a247988', 'name': 'tempest-AttachVolumeShelveTestJSON-1912886731-router', 'tenant_id': 'adae3c00f82c46cda5739aa90de24c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '15bc8b26-8181-49ef-9a78-a1dfa7020b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:20:29Z', 'updated_at': '2021-09-09T05:20:32Z', 'revision_number': 4, 'project_id': 'adae3c00f82c46cda5739aa90de24c7f', 'gw_port': {'id': '15bc8b26-8181-49ef-9a78-a1dfa7020b15', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:fc:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e8dd9a-5f5d-4da4-a903-4f984a247988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:20:30Z', 'updated_at': '2021-09-09T05:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi', '_interfaces': [{'id': '2f2b6c07-fd6b-4e93-a242-5c78a707832d', 'name': '', 'network_id': '4c49d2e8-bbb3-48a4-b9dd-23115ce7620f', 'tenant_id': 'adae3c00f82c46cda5739aa90de24c7f', 'mac_address': 'fa:16:3e:7c:0c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e8dd9a-5f5d-4da4-a903-4f984a247988', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'af8cc309-f922-4b5b-9139-7f7e8b7747ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:20:32Z', 'updated_at': '2021-09-09T05:20:37Z', 'revision_number': 5, 'project_id': 'adae3c00f82c46cda5739aa90de24c7f', 'subnets': [{'id': 'af8cc309-f922-4b5b-9139-7f7e8b7747ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-14-iscsi', False) {} {{(pid=94300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:23:19.677146 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adbe5a89-12bf-42f7-8659-ddf10c6eb8aa None None] The sync data for ids ['f9e8dd9a-5f5d-4da4-a903-4f984a247988'] in dv-cinder-772623-14-iscsi is: [{'id': 'f9e8dd9a-5f5d-4da4-a903-4f984a247988', 'name': 'tempest-AttachVolumeShelveTestJSON-1912886731-router', 'tenant_id': 'adae3c00f82c46cda5739aa90de24c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '15bc8b26-8181-49ef-9a78-a1dfa7020b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:20:29Z', 'updated_at': '2021-09-09T05:20:32Z', 'revision_number': 4, 'project_id': 'adae3c00f82c46cda5739aa90de24c7f', 'gw_port': {'id': '15bc8b26-8181-49ef-9a78-a1dfa7020b15', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:fc:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e8dd9a-5f5d-4da4-a903-4f984a247988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:20:30Z', 'updated_at': '2021-09-09T05:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi', '_interfaces': [{'id': '2f2b6c07-fd6b-4e93-a242-5c78a707832d', 'name': '', 'network_id': '4c49d2e8-bbb3-48a4-b9dd-23115ce7620f', 'tenant_id': 'adae3c00f82c46cda5739aa90de24c7f', 'mac_address': 'fa:16:3e:7c:0c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e8dd9a-5f5d-4da4-a903-4f984a247988', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'af8cc309-f922-4b5b-9139-7f7e8b7747ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:20:32Z', 'updated_at': '2021-09-09T05:20:37Z', 'revision_number': 5, 'project_id': 'adae3c00f82c46cda5739aa90de24c7f', 'subnets': [{'id': 'af8cc309-f922-4b5b-9139-7f7e8b7747ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 05:23:19.870969 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b94d7b-8b8d-4901-93cd-344a59378bd0 None None] New status for floating IP 08b0247c-8ced-44c6-9118-44ee2dc2ea2e: DOWN {{(pid=94299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 05:23:20.065403 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-d1f23fe9-f599-4ba4-8b34-86ce2bfef9fc req-a55a631c-e36d-46e7-b188-2b83b86c6269 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=a670417d-b5d9-4cf7-9c81-a2c9861b43a4 HTTP/1.1" status: 200 len: 210 time: 0.0283275 Sep 09 05:23:21.162909 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-f4b9f0d8-e20c-4a8d-b057-87994e22d896 req-50b51b88-35cc-4dac-9b3a-259290de50c4 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=a670417d-b5d9-4cf7-9c81-a2c9861b43a4 HTTP/1.1" status: 200 len: 210 time: 0.0255940 Sep 09 05:23:22.250120 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 41144) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:23:22.302249 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-b9e068ce-c056-42ba-8320-f8552b86e3e2 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Notify callbacks [] for security_group, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:22.324563 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-b9e068ce-c056-42ba-8320-f8552b86e3e2 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:22.369742 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-b9e068ce-c056-42ba-8320-f8552b86e3e2 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:22.372549 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-b9e068ce-c056-42ba-8320-f8552b86e3e2 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Notify callbacks [] for security_group, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:22.373660 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-b9e068ce-c056-42ba-8320-f8552b86e3e2 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "DELETE /v2.0/security-groups/5af4d00d-ecbd-4eb8-b3e5-1e280e524941 HTTP/1.1" status: 204 len: 168 time: 0.1225555 Sep 09 05:23:22.377259 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 41146) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:23:22.383118 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e068ce-c056-42ba-8320-f8552b86e3e2 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af4d00d-ecbd-4eb8-b3e5-1e280e524941,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:23:22.390540 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.api.v2.resource [None req-25cb985e-0586-4baa-af55-7c57c02b2126 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] show failed (client error): The resource could not be found. Sep 09 05:23:22.391620 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-25cb985e-0586-4baa-af55-7c57c02b2126 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups/5af4d00d-ecbd-4eb8-b3e5-1e280e524941 HTTP/1.1" status: 404 len: 347 time: 0.0133638 Sep 09 05:23:22.394659 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 41148) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:23:22.515430 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.plugin [None req-2825debf-b093-4920-8d81-d13fef0d72b1 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Deleting port e54abe52-3a9a-45be-bb24-4d7d2e4d1424 {{(pid=94298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 05:23:22.515766 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-2825debf-b093-4920-8d81-d13fef0d72b1 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748632167994'] for port, before_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:22.520742 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device 5a902b8c-3882-4110-ae09-30e6dbcc1820 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 05:23:22.540238 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.plugin [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] No Port match for: 5a902b8c-3882-4110-ae09-30e6dbcc1820 {{(pid=94299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 05:23:22.540574 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device 5a902b8c-3882-4110-ae09-30e6dbcc1820 not bound to the agent host hv-cinder-77262 {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 05:23:22.593422 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-2825debf-b093-4920-8d81-d13fef0d72b1 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596826'] for port, precommit_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:22.593785 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-2825debf-b093-4920-8d81-d13fef0d72b1 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:22.605151 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.plugin [None req-2825debf-b093-4920-8d81-d13fef0d72b1 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Calling delete_port for e54abe52-3a9a-45be-bb24-4d7d2e4d1424 owned by network:floatingip {{(pid=94298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 05:23:22.735410 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-2825debf-b093-4920-8d81-d13fef0d72b1 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748632172548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748631669706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1874062'] for port, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:22.763386 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2825debf-b093-4920-8d81-d13fef0d72b1 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Pushing event deleted for resources: {'Port': ['ID=e54abe52-3a9a-45be-bb24-4d7d2e4d1424,revision_number=None']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:23:22.826639 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-2825debf-b093-4920-8d81-d13fef0d72b1 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Notify callbacks [] for floatingip, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:22.829325 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-2825debf-b093-4920-8d81-d13fef0d72b1 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-438482'] for floatingip, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:22.834682 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-2825debf-b093-4920-8d81-d13fef0d72b1 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "DELETE /v2.0/floatingips/08b0247c-8ced-44c6-9118-44ee2dc2ea2e HTTP/1.1" status: 204 len: 168 time: 0.4350085 Sep 09 05:23:23.094563 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 41168) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:23:23.099138 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.v2.base [None req-a821e83f-2447-4ab8-8567-0f2ec961cdbf tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Request body: {'security_group': {'name': 'tempest-securitygroup--934151476', 'description': 'tempest-description--1274007060'}} {{(pid=94298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:23:23.121046 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-a821e83f-2447-4ab8-8567-0f2ec961cdbf tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Notify callbacks [] for security_group, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:23.199206 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-a821e83f-2447-4ab8-8567-0f2ec961cdbf tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Notify callbacks [] for security_group, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:23.202933 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-a821e83f-2447-4ab8-8567-0f2ec961cdbf tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:23.227990 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-a821e83f-2447-4ab8-8567-0f2ec961cdbf tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Notify callbacks [] for security_group, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:23.229478 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-a821e83f-2447-4ab8-8567-0f2ec961cdbf tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1339152 Sep 09 05:23:23.232543 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 41170) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:23:23.233928 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a821e83f-2447-4ab8-8567-0f2ec961cdbf tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15c4bc75-620a-4602-90e3-2cad0b82dfe5,revision_number=1']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:23:23.238876 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.v2.base [None req-9fc193b3-4f5c-49fa-afe9-ecd51cc2eddf tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Request body: {'security_group_rule': {'security_group_id': '15c4bc75-620a-4602-90e3-2cad0b82dfe5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:23:23.268102 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-9fc193b3-4f5c-49fa-afe9-ecd51cc2eddf tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:23.315720 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-9fc193b3-4f5c-49fa-afe9-ecd51cc2eddf tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:23.318839 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-9fc193b3-4f5c-49fa-afe9-ecd51cc2eddf tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555578'] for security_group_rule, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:23.335250 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc193b3-4f5c-49fa-afe9-ecd51cc2eddf tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80f81e80-daf4-41ab-b356-efa9c077b37a,revision_number=0']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:23:23.341463 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-9fc193b3-4f5c-49fa-afe9-ecd51cc2eddf tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:23.343294 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-9fc193b3-4f5c-49fa-afe9-ecd51cc2eddf tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1085465 Sep 09 05:23:23.345818 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 41172) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:23:23.350016 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.v2.base [None req-5bf488ea-d66b-4288-951d-97a075d25723 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Request body: {'security_group_rule': {'security_group_id': '15c4bc75-620a-4602-90e3-2cad0b82dfe5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:23:23.375052 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-5bf488ea-d66b-4288-951d-97a075d25723 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:23.430396 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-5bf488ea-d66b-4288-951d-97a075d25723 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:23.433718 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-5bf488ea-d66b-4288-951d-97a075d25723 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555578'] for security_group_rule, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:23.450892 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf488ea-d66b-4288-951d-97a075d25723 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5183303e-bbb5-4b03-b434-4fd2d06d58c4,revision_number=0']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:23:23.457545 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-5bf488ea-d66b-4288-951d-97a075d25723 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:23.458801 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-5bf488ea-d66b-4288-951d-97a075d25723 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1120679 Sep 09 05:23:23.461950 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 41174) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:23:23.466209 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.v2.base [None req-e46d8535-5f60-43ec-b765-8c64353d66a6 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Request body: {'floatingip': {'floating_network_id': '5214b103-0600-4a81-9a33-2571ddc573a1'}} {{(pid=94297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:23:23.487828 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-e46d8535-5f60-43ec-b765-8c64353d66a6 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Notify callbacks [] for floatingip, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:23.583612 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-e46d8535-5f60-43ec-b765-8c64353d66a6 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:23.684827 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.db_base_plugin_common [None req-e46d8535-5f60-43ec-b765-8c64353d66a6 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Allocated IP 172.27.2.9 (5214b103-0600-4a81-9a33-2571ddc573a1/5b692485-8a86-47cc-9882-0c3698d3f08b/1daaf848-dc59-42e8-8003-14b2b3b551e0) {{(pid=94297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 05:23:23.786977 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-e46d8535-5f60-43ec-b765-8c64353d66a6 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Notify callbacks [] for port, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:23.823337 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-e46d8535-5f60-43ec-b765-8c64353d66a6 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748631669697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29281037'] for port, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:23.857273 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46d8535-5f60-43ec-b765-8c64353d66a6 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Network 5214b103-0600-4a81-9a33-2571ddc573a1 is already hosted by enough agents. {{(pid=94297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 05:23:23.860302 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.base_scheduler [None req-e46d8535-5f60-43ec-b765-8c64353d66a6 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Resources bound (agent type, host, resource id): {{(pid=94297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 05:23:23.863628 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46d8535-5f60-43ec-b765-8c64353d66a6 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Received port after_create {{(pid=94297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 05:23:23.894237 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46d8535-5f60-43ec-b765-8c64353d66a6 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Pushing event updated for resources: {'Port': ['ID=1daaf848-dc59-42e8-8003-14b2b3b551e0,revision_number=1']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:23:23.953653 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-e46d8535-5f60-43ec-b765-8c64353d66a6 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:23.986385 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-e46d8535-5f60-43ec-b765-8c64353d66a6 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:24.134212 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-e46d8535-5f60-43ec-b765-8c64353d66a6 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Notify callbacks [] for port, precommit_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:24.138626 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-e46d8535-5f60-43ec-b765-8c64353d66a6 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29280254'] for port, after_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:24.208326 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46d8535-5f60-43ec-b765-8c64353d66a6 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Pushing event updated for resources: {'Port': ['ID=1daaf848-dc59-42e8-8003-14b2b3b551e0,revision_number=2']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:23:24.214331 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-e46d8535-5f60-43ec-b765-8c64353d66a6 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600363'] for floatingip, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:24.227340 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-e46d8535-5f60-43ec-b765-8c64353d66a6 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-438482'] for floatingip, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:24.229018 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-e46d8535-5f60-43ec-b765-8c64353d66a6 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.7661264 Sep 09 05:23:24.408938 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-481db4a9-9733-4566-906d-974cb4500cf4 req-f78314a7-6891-4b4b-a5a9-77d0870f1293 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--934151476&fields=id&tenant_id=adae3c00f82c46cda5739aa90de24c7f HTTP/1.1" status: 200 len: 267 time: 0.0316625 Sep 09 05:23:24.517212 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481db4a9-9733-4566-906d-974cb4500cf4 req-1e56cd72-fe59-4614-a686-09365b5f0e9b tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:23:24.518699 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-481db4a9-9733-4566-906d-974cb4500cf4 req-1e56cd72-fe59-4614-a686-09365b5f0e9b tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/networks?id=4c49d2e8-bbb3-48a4-b9dd-23115ce7620f HTTP/1.1" status: 200 len: 817 time: 0.1032715 Sep 09 05:23:24.533156 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-481db4a9-9733-4566-906d-974cb4500cf4 req-16f3d594-75f3-4831-8f6d-823f82414d98 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/quotas/adae3c00f82c46cda5739aa90de24c7f HTTP/1.1" status: 200 len: 375 time: 0.0087738 Sep 09 05:23:24.584699 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-481db4a9-9733-4566-906d-974cb4500cf4 req-b0431d3e-720c-44f2-b467-c0043f900340 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=adae3c00f82c46cda5739aa90de24c7f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0463192 Sep 09 05:23:24.768974 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-481db4a9-9733-4566-906d-974cb4500cf4 req-3a525452-9f64-49e1-a61a-87630132d9f6 service neutron] 10.222.0.24 "GET /v2.0/networks/4c49d2e8-bbb3-48a4-b9dd-23115ce7620f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728947 Sep 09 05:23:24.859222 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-481db4a9-9733-4566-906d-974cb4500cf4 req-25906891-beab-4d67-95a5-26b95ab3adb7 service neutron] 10.222.0.24 "GET /v2.0/networks/4c49d2e8-bbb3-48a4-b9dd-23115ce7620f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837243 Sep 09 05:23:25.014535 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-c8e892f9-47f5-47d2-8a53-7d2540021eb3 req-a2090d0c-c788-4364-8cff-2bf2c9f2f860 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=553a1193-9ab7-4779-904a-7ced37b02028 HTTP/1.1" status: 200 len: 210 time: 0.0257456 Sep 09 05:23:26.117206 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-e098faa5-c34b-482f-a28f-adba9952e070 req-b87268d3-6baa-4209-b8dc-5356ce889406 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=553a1193-9ab7-4779-904a-7ced37b02028 HTTP/1.1" status: 200 len: 210 time: 0.0302296 Sep 09 05:23:26.568501 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481db4a9-9733-4566-906d-974cb4500cf4 req-b7a7fa27-1ccb-49cc-8225-5a1345b156ef tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:23:26.569995 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-481db4a9-9733-4566-906d-974cb4500cf4 req-b7a7fa27-1ccb-49cc-8225-5a1345b156ef tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.23 "GET /v2.0/networks?id=4c49d2e8-bbb3-48a4-b9dd-23115ce7620f HTTP/1.1" status: 200 len: 817 time: 0.1080382 Sep 09 05:23:26.614223 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-481db4a9-9733-4566-906d-974cb4500cf4 req-055d5a95-8acb-4302-ae58-feacfbb7e5e7 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=adae3c00f82c46cda5739aa90de24c7f HTTP/1.1" status: 200 len: 379 time: 0.0350959 Sep 09 05:23:26.628054 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.v2.base [req-481db4a9-9733-4566-906d-974cb4500cf4 req-7db169e6-d257-4e71-b942-2825c3fc8b99 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Request body: {'port': {'device_id': '553a1193-9ab7-4779-904a-7ced37b02028', 'network_id': '4c49d2e8-bbb3-48a4-b9dd-23115ce7620f', 'admin_state_up': True, 'tenant_id': 'adae3c00f82c46cda5739aa90de24c7f', 'security_groups': ['15c4bc75-620a-4602-90e3-2cad0b82dfe5']}} {{(pid=94297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:23:26.734715 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-481db4a9-9733-4566-906d-974cb4500cf4 req-7db169e6-d257-4e71-b942-2825c3fc8b99 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Made reservation on behalf of adae3c00f82c46cda5739aa90de24c7f for: {'port': 1} {{(pid=94297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 05:23:26.739432 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-481db4a9-9733-4566-906d-974cb4500cf4 req-7db169e6-d257-4e71-b942-2825c3fc8b99 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:26.860938 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.db_base_plugin_common [req-481db4a9-9733-4566-906d-974cb4500cf4 req-7db169e6-d257-4e71-b942-2825c3fc8b99 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Allocated IP 172.20.0.3 (4c49d2e8-bbb3-48a4-b9dd-23115ce7620f/af8cc309-f922-4b5b-9139-7f7e8b7747ed/095c022d-693d-4fbd-bbc1-9de89c115d30) {{(pid=94297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 05:23:26.995693 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-481db4a9-9733-4566-906d-974cb4500cf4 req-7db169e6-d257-4e71-b942-2825c3fc8b99 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Notify callbacks [] for port, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:27.008711 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.provisioning_blocks [req-481db4a9-9733-4566-906d-974cb4500cf4 req-7db169e6-d257-4e71-b942-2825c3fc8b99 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Transition to ACTIVE for port object 095c022d-693d-4fbd-bbc1-9de89c115d30 will not be triggered until provisioned by entity DHCP. {{(pid=94297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 05:23:27.041347 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-481db4a9-9733-4566-906d-974cb4500cf4 req-7db169e6-d257-4e71-b942-2825c3fc8b99 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748631669697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29281037'] for port, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:27.082196 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-481db4a9-9733-4566-906d-974cb4500cf4 req-7db169e6-d257-4e71-b942-2825c3fc8b99 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Network 4c49d2e8-bbb3-48a4-b9dd-23115ce7620f is already hosted by enough agents. {{(pid=94297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 05:23:27.085204 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.base_scheduler [req-481db4a9-9733-4566-906d-974cb4500cf4 req-7db169e6-d257-4e71-b942-2825c3fc8b99 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Resources bound (agent type, host, resource id): {{(pid=94297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 05:23:27.091223 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.l3_dvrscheduler_db [req-481db4a9-9733-4566-906d-974cb4500cf4 req-7db169e6-d257-4e71-b942-2825c3fc8b99 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Received port after_create {{(pid=94297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 05:23:27.114401 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db169e6-d257-4e71-b942-2825c3fc8b99 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Pushing event updated for resources: {'Port': ['ID=095c022d-693d-4fbd-bbc1-9de89c115d30,revision_number=1']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:23:27.132898 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db169e6-d257-4e71-b942-2825c3fc8b99 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:23:27.133248 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db169e6-d257-4e71-b942-2825c3fc8b99 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:23:27.133590 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db169e6-d257-4e71-b942-2825c3fc8b99 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:23:27.133954 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db169e6-d257-4e71-b942-2825c3fc8b99 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:23:27.134294 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db169e6-d257-4e71-b942-2825c3fc8b99 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:23:27.134623 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db169e6-d257-4e71-b942-2825c3fc8b99 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:23:27.134953 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db169e6-d257-4e71-b942-2825c3fc8b99 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:23:27.135280 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db169e6-d257-4e71-b942-2825c3fc8b99 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:23:27.135827 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db169e6-d257-4e71-b942-2825c3fc8b99 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:23:27.135937 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db169e6-d257-4e71-b942-2825c3fc8b99 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:23:27.136389 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db169e6-d257-4e71-b942-2825c3fc8b99 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:23:27.136577 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7db169e6-d257-4e71-b942-2825c3fc8b99 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:23:27.166238 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481db4a9-9733-4566-906d-974cb4500cf4 req-7db169e6-d257-4e71-b942-2825c3fc8b99 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:23:27.166897 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-481db4a9-9733-4566-906d-974cb4500cf4 req-7db169e6-d257-4e71-b942-2825c3fc8b99 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-438482'] for port, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:27.185408 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-481db4a9-9733-4566-906d-974cb4500cf4 req-7db169e6-d257-4e71-b942-2825c3fc8b99 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5613134 Sep 09 05:23:27.198358 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.v2.base [req-481db4a9-9733-4566-906d-974cb4500cf4 req-b508e657-10eb-4c97-8de5-5cd2441bef11 service neutron] Request body: {'port': {'device_id': '553a1193-9ab7-4779-904a-7ced37b02028', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=94297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:23:27.255715 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-481db4a9-9733-4566-906d-974cb4500cf4 req-b508e657-10eb-4c97-8de5-5cd2441bef11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:27.258994 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21961770-5e79-490e-950e-d4c2de79fab9 req-fdc3a5f6-91de-4db4-93e0-4cfcd7f74769 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:23:27.260874 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-21961770-5e79-490e-950e-d4c2de79fab9 req-fdc3a5f6-91de-4db4-93e0-4cfcd7f74769 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=553a1193-9ab7-4779-904a-7ced37b02028 HTTP/1.1" status: 200 len: 931 time: 0.0640898 Sep 09 05:23:27.296318 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-65da8e76-a521-4571-ba3d-d341c6851056 None None] Provisioning for port 095c022d-693d-4fbd-bbc1-9de89c115d30 completed by entity DHCP. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 05:23:27.302860 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-65da8e76-a521-4571-ba3d-d341c6851056 None None] Provisioning complete for port 095c022d-693d-4fbd-bbc1-9de89c115d30 triggered by entity DHCP. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:23:27.304191 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-65da8e76-a521-4571-ba3d-d341c6851056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:27.311113 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-21961770-5e79-490e-950e-d4c2de79fab9 req-4ca66896-d4c3-4ce8-b965-43ff15082810 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=15c4bc75-620a-4602-90e3-2cad0b82dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429697 Sep 09 05:23:27.350467 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.plugin [None req-65da8e76-a521-4571-ba3d-d341c6851056 None None] Port 095c022d-693d-4fbd-bbc1-9de89c115d30 cannot update to ACTIVE because it is not bound. {{(pid=94299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 05:23:27.543419 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.notifiers.nova [req-481db4a9-9733-4566-906d-974cb4500cf4 req-b508e657-10eb-4c97-8de5-5cd2441bef11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 095c022d-693d-4fbd-bbc1-9de89c115d30 {{(pid=94297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 05:23:27.550733 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-481db4a9-9733-4566-906d-974cb4500cf4 req-b508e657-10eb-4c97-8de5-5cd2441bef11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:27.562108 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.provisioning_blocks [req-481db4a9-9733-4566-906d-974cb4500cf4 req-b508e657-10eb-4c97-8de5-5cd2441bef11 service neutron] Transition to ACTIVE for port object 095c022d-693d-4fbd-bbc1-9de89c115d30 will not be triggered until provisioned by entity L2. {{(pid=94297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 05:23:27.565505 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-481db4a9-9733-4566-906d-974cb4500cf4 req-b508e657-10eb-4c97-8de5-5cd2441bef11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29280254'] for port, after_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:27.616691 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b508e657-10eb-4c97-8de5-5cd2441bef11 service neutron] Pushing event updated for resources: {'Port': ['ID=095c022d-693d-4fbd-bbc1-9de89c115d30,revision_number=2']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:23:27.686078 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.managers [req-481db4a9-9733-4566-906d-974cb4500cf4 req-b508e657-10eb-4c97-8de5-5cd2441bef11 service neutron] Attempting to bind port 095c022d-693d-4fbd-bbc1-9de89c115d30 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=94297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 05:23:27.686580 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.managers [req-481db4a9-9733-4566-906d-974cb4500cf4 req-b508e657-10eb-4c97-8de5-5cd2441bef11 service neutron] Attempting to bind port 095c022d-693d-4fbd-bbc1-9de89c115d30 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '94ec00f0-b772-441b-b09c-9fabc2701b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4c49d2e8-bbb3-48a4-b9dd-23115ce7620f'}] {{(pid=94297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 05:23:27.687031 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481db4a9-9733-4566-906d-974cb4500cf4 req-b508e657-10eb-4c97-8de5-5cd2441bef11 service neutron] Attempting to bind port 095c022d-693d-4fbd-bbc1-9de89c115d30 on network 4c49d2e8-bbb3-48a4-b9dd-23115ce7620f {{(pid=94297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 05:23:27.691752 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481db4a9-9733-4566-906d-974cb4500cf4 req-b508e657-10eb-4c97-8de5-5cd2441bef11 service neutron] Port 095c022d-693d-4fbd-bbc1-9de89c115d30 on network 4c49d2e8-bbb3-48a4-b9dd-23115ce7620f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=94297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 05:23:27.692070 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481db4a9-9733-4566-906d-974cb4500cf4 req-b508e657-10eb-4c97-8de5-5cd2441bef11 service neutron] Attempting to bind port 095c022d-693d-4fbd-bbc1-9de89c115d30 on network 4c49d2e8-bbb3-48a4-b9dd-23115ce7620f {{(pid=94297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 05:23:27.696812 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481db4a9-9733-4566-906d-974cb4500cf4 req-b508e657-10eb-4c97-8de5-5cd2441bef11 service neutron] Checking agent: {'id': '7670f20e-61bb-4b09-a030-6895aded51bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 5, 15, 5), 'started_at': datetime.datetime(2021, 9, 9, 5, 15, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 5, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 05:23:27.697153 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481db4a9-9733-4566-906d-974cb4500cf4 req-b508e657-10eb-4c97-8de5-5cd2441bef11 service neutron] Checking segment: {'id': '94ec00f0-b772-441b-b09c-9fabc2701b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4c49d2e8-bbb3-48a4-b9dd-23115ce7620f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 05:23:27.697533 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-481db4a9-9733-4566-906d-974cb4500cf4 req-b508e657-10eb-4c97-8de5-5cd2441bef11 service neutron] Bound using segment: {'id': '94ec00f0-b772-441b-b09c-9fabc2701b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4c49d2e8-bbb3-48a4-b9dd-23115ce7620f'} {{(pid=94297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 05:23:27.698009 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.managers [req-481db4a9-9733-4566-906d-974cb4500cf4 req-b508e657-10eb-4c97-8de5-5cd2441bef11 service neutron] Bound port: 095c022d-693d-4fbd-bbc1-9de89c115d30, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94ec00f0-b772-441b-b09c-9fabc2701b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4c49d2e8-bbb3-48a4-b9dd-23115ce7620f'}}] {{(pid=94297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 05:23:27.698370 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-481db4a9-9733-4566-906d-974cb4500cf4 req-b508e657-10eb-4c97-8de5-5cd2441bef11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:27.770604 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.db [req-481db4a9-9733-4566-906d-974cb4500cf4 req-b508e657-10eb-4c97-8de5-5cd2441bef11 service neutron] For port 095c022d-693d-4fbd-bbc1-9de89c115d30, host hv-cinder-77262, cleared binding levels {{(pid=94297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 05:23:27.773947 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.db [req-481db4a9-9733-4566-906d-974cb4500cf4 req-b508e657-10eb-4c97-8de5-5cd2441bef11 service neutron] For port 095c022d-693d-4fbd-bbc1-9de89c115d30, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=095c022d-693d-4fbd-bbc1-9de89c115d30,segment=NetworkSegment(94ec00f0-b772-441b-b09c-9fabc2701b02),segment_id=94ec00f0-b772-441b-b09c-9fabc2701b02)] {{(pid=94297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 05:23:27.778663 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-481db4a9-9733-4566-906d-974cb4500cf4 req-b508e657-10eb-4c97-8de5-5cd2441bef11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29280254'] for port, after_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:28.072492 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481db4a9-9733-4566-906d-974cb4500cf4 req-b508e657-10eb-4c97-8de5-5cd2441bef11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:23:28.073115 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-481db4a9-9733-4566-906d-974cb4500cf4 req-b508e657-10eb-4c97-8de5-5cd2441bef11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-438482'] for port, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:28.074531 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-481db4a9-9733-4566-906d-974cb4500cf4 req-b508e657-10eb-4c97-8de5-5cd2441bef11 service neutron] 10.222.0.23 "PUT /v2.0/ports/095c022d-693d-4fbd-bbc1-9de89c115d30 HTTP/1.1" status: 200 len: 1093 time: 0.8806341 Sep 09 05:23:28.074963 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '553a1193-9ab7-4779-904a-7ced37b02028', 'tag': '095c022d-693d-4fbd-bbc1-9de89c115d30'}] {{(pid=94297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 05:23:28.078333 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85c66017178c43798701892324557e4ac90163104f6096848bec1798d04fbbd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6aa52de-4591-4d35-9144-d3352370553f" -d '{"events": [{"name": "network-changed", "server_uuid": "553a1193-9ab7-4779-904a-7ced37b02028", "tag": "095c022d-693d-4fbd-bbc1-9de89c115d30"}]}' {{(pid=94297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 05:23:28.104149 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b508e657-10eb-4c97-8de5-5cd2441bef11 service neutron] Pushing event updated for resources: {'Port': ['ID=095c022d-693d-4fbd-bbc1-9de89c115d30,revision_number=3']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:23:28.128629 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 05:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9af3b109-c71b-4864-90e9-5a4f6d4357ef x-openstack-request-id: req-9af3b109-c71b-4864-90e9-5a4f6d4357ef {{(pid=94297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 05:23:28.128916 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "553a1193-9ab7-4779-904a-7ced37b02028", "tag": "095c022d-693d-4fbd-bbc1-9de89c115d30", "status": "completed", "code": 200}]} {{(pid=94297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 05:23:28.129163 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9af3b109-c71b-4864-90e9-5a4f6d4357ef {{(pid=94297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 05:23:28.129539 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '553a1193-9ab7-4779-904a-7ced37b02028', 'tag': '095c022d-693d-4fbd-bbc1-9de89c115d30', 'status': 'completed', 'code': 200} Sep 09 05:23:28.162304 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481db4a9-9733-4566-906d-974cb4500cf4 req-d02492bb-fbcd-46b4-b8bc-97ff0a1c6210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:23:28.163786 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-481db4a9-9733-4566-906d-974cb4500cf4 req-d02492bb-fbcd-46b4-b8bc-97ff0a1c6210 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=adae3c00f82c46cda5739aa90de24c7f&device_id=553a1193-9ab7-4779-904a-7ced37b02028 HTTP/1.1" status: 200 len: 1096 time: 0.0444965 Sep 09 05:23:28.206197 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-481db4a9-9733-4566-906d-974cb4500cf4 req-0877bf39-d36c-4440-b5f0-ebaf8029055e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=095c022d-693d-4fbd-bbc1-9de89c115d30 HTTP/1.1" status: 200 len: 217 time: 0.0343454 Sep 09 05:23:28.258788 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481db4a9-9733-4566-906d-974cb4500cf4 req-68402bd7-7144-44be-a084-ebab3807c659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:23:28.260226 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-481db4a9-9733-4566-906d-974cb4500cf4 req-68402bd7-7144-44be-a084-ebab3807c659 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=af8cc309-f922-4b5b-9139-7f7e8b7747ed HTTP/1.1" status: 200 len: 856 time: 0.0477602 Sep 09 05:23:28.304704 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481db4a9-9733-4566-906d-974cb4500cf4 req-6b951c24-3061-4b3a-86ba-47f38f7c3f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:23:28.306194 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-481db4a9-9733-4566-906d-974cb4500cf4 req-6b951c24-3061-4b3a-86ba-47f38f7c3f31 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4c49d2e8-bbb3-48a4-b9dd-23115ce7620f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0385818 Sep 09 05:23:28.401750 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-481db4a9-9733-4566-906d-974cb4500cf4 req-adb07d06-ab89-4c05-a8e6-6dc6dbd04a90 service neutron] 10.222.0.23 "GET /v2.0/networks/4c49d2e8-bbb3-48a4-b9dd-23115ce7620f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886741 Sep 09 05:23:28.439654 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346fe2c3-e1c7-4ad8-9155-992e82f5661b req-d360dced-9997-4079-bc68-6bd7c07bdad6 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:23:28.441155 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-346fe2c3-e1c7-4ad8-9155-992e82f5661b req-d360dced-9997-4079-bc68-6bd7c07bdad6 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=553a1193-9ab7-4779-904a-7ced37b02028 HTTP/1.1" status: 200 len: 943 time: 0.0551999 Sep 09 05:23:28.502139 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-346fe2c3-e1c7-4ad8-9155-992e82f5661b req-45c4d295-71fe-4df6-bd51-7e2ae5b5b330 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=15c4bc75-620a-4602-90e3-2cad0b82dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500517 Sep 09 05:23:28.503320 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-481db4a9-9733-4566-906d-974cb4500cf4 req-2880f7b5-f3e9-4f6e-900f-f8a9778052f7 service neutron] 10.222.0.23 "GET /v2.0/networks/4c49d2e8-bbb3-48a4-b9dd-23115ce7620f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945683 Sep 09 05:23:28.610539 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa52de-4591-4d35-9144-d3352370553f req-5f92e46a-304a-4e9c-a0c1-cac53c9944b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:23:28.612101 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-c6aa52de-4591-4d35-9144-d3352370553f req-5f92e46a-304a-4e9c-a0c1-cac53c9944b8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=adae3c00f82c46cda5739aa90de24c7f&device_id=553a1193-9ab7-4779-904a-7ced37b02028 HTTP/1.1" status: 200 len: 1096 time: 0.0530162 Sep 09 05:23:28.704440 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa52de-4591-4d35-9144-d3352370553f req-2fc10d8f-af03-4e59-92d8-0752ec6026bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:23:28.705930 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-c6aa52de-4591-4d35-9144-d3352370553f req-2fc10d8f-af03-4e59-92d8-0752ec6026bd service neutron] 10.222.0.23 "GET /v2.0/networks?id=4c49d2e8-bbb3-48a4-b9dd-23115ce7620f HTTP/1.1" status: 200 len: 917 time: 0.0869946 Sep 09 05:23:28.747144 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-c6aa52de-4591-4d35-9144-d3352370553f req-4a4095c1-7741-4ff9-9daa-05744dda73d6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=095c022d-693d-4fbd-bbc1-9de89c115d30 HTTP/1.1" status: 200 len: 217 time: 0.0336521 Sep 09 05:23:28.798787 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa52de-4591-4d35-9144-d3352370553f req-e0504ab2-33a6-49ba-87e0-5018085a4b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:23:28.800200 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-c6aa52de-4591-4d35-9144-d3352370553f req-e0504ab2-33a6-49ba-87e0-5018085a4b1b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=af8cc309-f922-4b5b-9139-7f7e8b7747ed HTTP/1.1" status: 200 len: 856 time: 0.0451798 Sep 09 05:23:28.844817 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa52de-4591-4d35-9144-d3352370553f req-e06aea95-35cf-431f-9569-e0458fabc021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:23:28.846236 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-c6aa52de-4591-4d35-9144-d3352370553f req-e06aea95-35cf-431f-9569-e0458fabc021 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4c49d2e8-bbb3-48a4-b9dd-23115ce7620f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0389259 Sep 09 05:23:29.613577 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dabb16-3ecf-4f3d-a8e4-489f8bfd5eeb req-8953e417-1aec-485e-9797-4f1184aeb75f tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:23:29.615086 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-b5dabb16-3ecf-4f3d-a8e4-489f8bfd5eeb req-8953e417-1aec-485e-9797-4f1184aeb75f tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=553a1193-9ab7-4779-904a-7ced37b02028 HTTP/1.1" status: 200 len: 943 time: 0.0476110 Sep 09 05:23:29.652661 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-b5dabb16-3ecf-4f3d-a8e4-489f8bfd5eeb req-812d88e2-5f47-46f9-8ab9-3419dac07833 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=15c4bc75-620a-4602-90e3-2cad0b82dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318646 Sep 09 05:23:29.859905 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-c6aa52de-4591-4d35-9144-d3352370553f req-66d2334f-0941-4063-b3b7-d363391683a6 service neutron] 10.222.0.23 "GET /v2.0/networks/4c49d2e8-bbb3-48a4-b9dd-23115ce7620f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810478 Sep 09 05:23:30.705572 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-c6aa52de-4591-4d35-9144-d3352370553f req-fb6d1e9c-6e7a-42b5-b060-b4b35e3058df service neutron] 10.222.0.23 "GET /v2.0/networks/4c49d2e8-bbb3-48a4-b9dd-23115ce7620f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890999 Sep 09 05:23:30.770564 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a5ea2-853f-4e7b-9ca7-14fe89a0b1ea req-d7c6c7f3-43eb-405c-88a9-4070596a978c tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:23:30.772213 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-8e9a5ea2-853f-4e7b-9ca7-14fe89a0b1ea req-d7c6c7f3-43eb-405c-88a9-4070596a978c tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=553a1193-9ab7-4779-904a-7ced37b02028 HTTP/1.1" status: 200 len: 943 time: 0.0491111 Sep 09 05:23:30.810344 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-8e9a5ea2-853f-4e7b-9ca7-14fe89a0b1ea req-af4c71bf-8209-4774-9f09-b86fa21f5034 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=15c4bc75-620a-4602-90e3-2cad0b82dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325119 Sep 09 05:23:31.926373 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632cb4f1-70a5-49c9-9687-a50772c13db5 req-bac61f38-14e2-4133-b638-145369da9629 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:23:31.927815 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-632cb4f1-70a5-49c9-9687-a50772c13db5 req-bac61f38-14e2-4133-b638-145369da9629 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=553a1193-9ab7-4779-904a-7ced37b02028 HTTP/1.1" status: 200 len: 943 time: 0.0484600 Sep 09 05:23:31.970000 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-632cb4f1-70a5-49c9-9687-a50772c13db5 req-4bfbd2c7-e57a-4738-84fa-53c0586a3bee tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=15c4bc75-620a-4602-90e3-2cad0b82dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362980 Sep 09 05:23:33.085454 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecbf4dc-4487-4131-b6b6-7313454507ca req-69be691a-9ab7-4a5c-87d6-730d634984e2 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:23:33.087045 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-7ecbf4dc-4487-4131-b6b6-7313454507ca req-69be691a-9ab7-4a5c-87d6-730d634984e2 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=553a1193-9ab7-4779-904a-7ced37b02028 HTTP/1.1" status: 200 len: 943 time: 0.0487909 Sep 09 05:23:33.126054 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-7ecbf4dc-4487-4131-b6b6-7313454507ca req-184a0ef1-065a-4d31-8a3b-d899ce0c432f tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=15c4bc75-620a-4602-90e3-2cad0b82dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324800 Sep 09 05:23:33.976822 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device 095c022d-693d-4fbd-bbc1-9de89c115d30 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=94299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 05:23:34.077044 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] For port 095c022d-693d-4fbd-bbc1-9de89c115d30, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=095c022d-693d-4fbd-bbc1-9de89c115d30,segment=NetworkSegment(94ec00f0-b772-441b-b09c-9fabc2701b02),segment_id=94ec00f0-b772-441b-b09c-9fabc2701b02)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:23:34.088489 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Returning: {'device': '095c022d-693d-4fbd-bbc1-9de89c115d30', 'network_id': '4c49d2e8-bbb3-48a4-b9dd-23115ce7620f', 'port_id': '095c022d-693d-4fbd-bbc1-9de89c115d30', 'mac_address': 'fa:16:3e:68:28:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af8cc309-f922-4b5b-9139-7f7e8b7747ed', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 05:23:34.128468 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:34.140444 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.notifiers.nova [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 095c022d-693d-4fbd-bbc1-9de89c115d30 {{(pid=94299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 05:23:34.159163 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] For port 095c022d-693d-4fbd-bbc1-9de89c115d30, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=095c022d-693d-4fbd-bbc1-9de89c115d30,segment=NetworkSegment(94ec00f0-b772-441b-b09c-9fabc2701b02),segment_id=94ec00f0-b772-441b-b09c-9fabc2701b02)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:23:34.164177 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:34.212249 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Pushing event updated for resources: {'Port': ['ID=095c022d-693d-4fbd-bbc1-9de89c115d30,revision_number=4']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:23:34.219247 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:23:34.219641 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:23:34.219980 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:23:34.220326 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:23:34.220630 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:23:34.220951 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:23:34.221271 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:23:34.221587 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:23:34.221944 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:23:34.222265 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:23:34.222579 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:23:34.222892 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:23:34.253853 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f38dd0e-75dc-48ce-95b2-9a7488956877 req-b396638f-1066-47a8-991f-57000c6953fb tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:23:34.255326 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-8f38dd0e-75dc-48ce-95b2-9a7488956877 req-b396638f-1066-47a8-991f-57000c6953fb tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=553a1193-9ab7-4779-904a-7ced37b02028 HTTP/1.1" status: 200 len: 944 time: 0.0487306 Sep 09 05:23:34.290984 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-8f38dd0e-75dc-48ce-95b2-9a7488956877 req-7ce52002-2174-4999-853f-59d942fe0c2e tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=15c4bc75-620a-4602-90e3-2cad0b82dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298421 Sep 09 05:23:35.407509 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472436da-b2df-46e9-852b-0673a85b3bce req-e3146a1c-61ce-4d72-b45b-dcf3ea6b84c5 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:23:35.408861 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-472436da-b2df-46e9-852b-0673a85b3bce req-e3146a1c-61ce-4d72-b45b-dcf3ea6b84c5 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=553a1193-9ab7-4779-904a-7ced37b02028 HTTP/1.1" status: 200 len: 944 time: 0.0472150 Sep 09 05:23:35.448600 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-472436da-b2df-46e9-852b-0673a85b3bce req-11cff364-4874-4aba-b02e-e2f1629b094d tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=15c4bc75-620a-4602-90e3-2cad0b82dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338759 Sep 09 05:23:36.014825 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:36.565569 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb4704-c04e-4fc5-ae31-13b34476cda2 req-91472bde-1320-4c02-b72e-3a34f2fabe21 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:23:36.567081 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-dffb4704-c04e-4fc5-ae31-13b34476cda2 req-91472bde-1320-4c02-b72e-3a34f2fabe21 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=553a1193-9ab7-4779-904a-7ced37b02028 HTTP/1.1" status: 200 len: 944 time: 0.0478635 Sep 09 05:23:36.603488 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-dffb4704-c04e-4fc5-ae31-13b34476cda2 req-becc3f14-3793-4556-a412-4c12303273d8 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=15c4bc75-620a-4602-90e3-2cad0b82dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304112 Sep 09 05:23:37.057246 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] get_ports_and_sgs() called for port_ids ['095c022d-693d-4fbd-bbc1-9de89c115d30'] {{(pid=94299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 05:23:37.325067 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.agents_db [None req-c4fa6e85-f278-4c65-a736-468407d89cbd None None] Agent healthcheck: found 6 active agents {{(pid=94300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 05:23:37.719189 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fc7144-1f95-4a41-a39f-fc8c5da9c9f1 req-4b23d23d-0b8e-40ff-a216-1e9ebe459594 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:23:37.720569 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-22fc7144-1f95-4a41-a39f-fc8c5da9c9f1 req-4b23d23d-0b8e-40ff-a216-1e9ebe459594 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=553a1193-9ab7-4779-904a-7ced37b02028 HTTP/1.1" status: 200 len: 944 time: 0.0474980 Sep 09 05:23:37.757260 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-22fc7144-1f95-4a41-a39f-fc8c5da9c9f1 req-97478f16-704f-4e6d-80f3-40226d326977 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=15c4bc75-620a-4602-90e3-2cad0b82dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309122 Sep 09 05:23:37.993289 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device 095c022d-693d-4fbd-bbc1-9de89c115d30 up at agent hyperv_hv-cinder-77262 {{(pid=94299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 05:23:38.041260 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Provisioning for port 095c022d-693d-4fbd-bbc1-9de89c115d30 completed by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 05:23:38.044644 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Provisioning complete for port 095c022d-693d-4fbd-bbc1-9de89c115d30 triggered by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:23:38.045006 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:38.125895 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:38.147202 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '553a1193-9ab7-4779-904a-7ced37b02028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '095c022d-693d-4fbd-bbc1-9de89c115d30'}] {{(pid=94299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 05:23:38.149377 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6baa3fa754b64f0f84acd20b1d53bd6375697f3cd0d79ee629041410e58b9d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d093bab-27a9-4b8f-8806-e1ad77dba5a0" -d '{"events": [{"server_uuid": "553a1193-9ab7-4779-904a-7ced37b02028", "name": "network-vif-plugged", "status": "completed", "tag": "095c022d-693d-4fbd-bbc1-9de89c115d30"}]}' {{(pid=94299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 05:23:38.162070 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] For port 095c022d-693d-4fbd-bbc1-9de89c115d30, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=095c022d-693d-4fbd-bbc1-9de89c115d30,segment=NetworkSegment(94ec00f0-b772-441b-b09c-9fabc2701b02),segment_id=94ec00f0-b772-441b-b09c-9fabc2701b02)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:23:38.166352 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:38.191862 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 05:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5e103e8-3189-495a-ad01-49e849288f32 x-openstack-request-id: req-d5e103e8-3189-495a-ad01-49e849288f32 {{(pid=94299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 05:23:38.192146 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "553a1193-9ab7-4779-904a-7ced37b02028", "name": "network-vif-plugged", "status": "completed", "tag": "095c022d-693d-4fbd-bbc1-9de89c115d30", "code": 200}]} {{(pid=94299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 05:23:38.192390 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d5e103e8-3189-495a-ad01-49e849288f32 {{(pid=94299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 05:23:38.192769 dv-cinder-772623-14-iscsi neutron-server[94299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '553a1193-9ab7-4779-904a-7ced37b02028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '095c022d-693d-4fbd-bbc1-9de89c115d30', 'code': 200} Sep 09 05:23:38.220539 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Pushing event updated for resources: {'Port': ['ID=095c022d-693d-4fbd-bbc1-9de89c115d30,revision_number=5']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:23:38.364970 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85357a7-3dad-4be6-857d-10bc2517e255 req-cc06c678-ca62-4bc5-b037-270864e9e459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:23:38.366510 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-a85357a7-3dad-4be6-857d-10bc2517e255 req-cc06c678-ca62-4bc5-b037-270864e9e459 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=553a1193-9ab7-4779-904a-7ced37b02028 HTTP/1.1" status: 200 len: 1098 time: 0.0421999 Sep 09 05:23:38.400290 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-a85357a7-3dad-4be6-857d-10bc2517e255 req-6c5b679f-099b-46fd-839b-dddb790a2ad6 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=15c4bc75-620a-4602-90e3-2cad0b82dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0260212 Sep 09 05:23:38.879498 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32fe52-f3dc-4e4d-bba8-f6d804e758e9 req-74deb2f4-2b9a-4822-b296-4e4031d102c8 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:23:38.880960 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-2d32fe52-f3dc-4e4d-bba8-f6d804e758e9 req-74deb2f4-2b9a-4822-b296-4e4031d102c8 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=553a1193-9ab7-4779-904a-7ced37b02028 HTTP/1.1" status: 200 len: 945 time: 0.0486560 Sep 09 05:23:38.923333 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-2d32fe52-f3dc-4e4d-bba8-f6d804e758e9 req-67a639aa-8d55-4eb1-a128-01f633416cea tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=15c4bc75-620a-4602-90e3-2cad0b82dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358708 Sep 09 05:23:40.043966 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2f41d8-c760-43a3-bc3c-0a70d8f00686 req-efa57bef-792d-41e0-8550-2019bc25d9ae tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:23:40.045423 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-ab2f41d8-c760-43a3-bc3c-0a70d8f00686 req-efa57bef-792d-41e0-8550-2019bc25d9ae tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=553a1193-9ab7-4779-904a-7ced37b02028 HTTP/1.1" status: 200 len: 945 time: 0.0474999 Sep 09 05:23:40.082962 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-ab2f41d8-c760-43a3-bc3c-0a70d8f00686 req-50594019-d340-413e-b300-0ac15d5ac1d7 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=15c4bc75-620a-4602-90e3-2cad0b82dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316498 Sep 09 05:23:40.194331 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae0f6ad-b565-487e-869f-31c081db456e req-87fe9e15-f326-4cc0-9b99-7b73cda25f42 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:23:40.195790 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-cae0f6ad-b565-487e-869f-31c081db456e req-87fe9e15-f326-4cc0-9b99-7b73cda25f42 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=553a1193-9ab7-4779-904a-7ced37b02028 HTTP/1.1" status: 200 len: 945 time: 0.0473342 Sep 09 05:23:40.204601 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 41316) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:23:40.208858 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.v2.base [None req-9c7a88e0-76ab-43fd-ab53-07f03380cdf3 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Request body: {'floatingip': {'port_id': '095c022d-693d-4fbd-bbc1-9de89c115d30'}} {{(pid=94298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:23:40.249177 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-9c7a88e0-76ab-43fd-ab53-07f03380cdf3 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Notify callbacks [] for floatingip, before_update {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:40.663099 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-9c7a88e0-76ab-43fd-ab53-07f03380cdf3 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:40.666884 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-9c7a88e0-76ab-43fd-ab53-07f03380cdf3 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600363'] for floatingip, after_update {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:40.762437 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.db.l3_db [None req-9c7a88e0-76ab-43fd-ab53-07f03380cdf3 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Floating IP 21d484fd-44d5-4806-a0c2-9a6a74d480ad associated. External IP: 172.27.2.9, port: 095c022d-693d-4fbd-bbc1-9de89c115d30. Sep 09 05:23:40.975021 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c7a88e0-76ab-43fd-ab53-07f03380cdf3 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Router f9e8dd9a-5f5d-4da4-a903-4f984a247988 has already been hosted by L3 agent e912432c-85e4-4a31-b574-aae2dcf01ec7 {{(pid=94298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 05:23:41.076659 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c7a88e0-76ab-43fd-ab53-07f03380cdf3 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Notify agent at l3_agent.dv-cinder-772623-14-iscsi the message routers_updated {{(pid=94298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 05:23:41.082014 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-9c7a88e0-76ab-43fd-ab53-07f03380cdf3 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-438482'] for floatingip, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:41.086564 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5517b63a-dde6-486b-bc48-371dd1a283ce None None] Sync routers for ids ['f9e8dd9a-5f5d-4da4-a903-4f984a247988'] in dv-cinder-772623-14-iscsi {{(pid=94300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 05:23:41.096573 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5517b63a-dde6-486b-bc48-371dd1a283ce None None] Routers {'f9e8dd9a-5f5d-4da4-a903-4f984a247988'} bound to L3 agent in host dv-cinder-772623-14-iscsi {{(pid=94300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 05:23:41.097170 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_hamode_db [None req-5517b63a-dde6-486b-bc48-371dd1a283ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T05:09:16Z,description=,heartbeat_timestamp=2021-09-09T05:23:17Z,host='dv-cinder-772623-14-iscsi',id=e912432c-85e4-4a31-b574-aae2dcf01ec7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T05:09:16Z,topic='l3_agent')) {'router_ids': ['f9e8dd9a-5f5d-4da4-a903-4f984a247988'], 'active': True} {{(pid=94300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:23:41.108273 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-9c7a88e0-76ab-43fd-ab53-07f03380cdf3 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "PUT /v2.0/floatingips/21d484fd-44d5-4806-a0c2-9a6a74d480ad HTTP/1.1" status: 200 len: 989 time: 0.9026670 Sep 09 05:23:41.108842 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '553a1193-9ab7-4779-904a-7ced37b02028', 'tag': '095c022d-693d-4fbd-bbc1-9de89c115d30'}] {{(pid=94298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 05:23:41.111151 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bce242ee21533c645a402e1a550c8899fb444cbd779d7c78464fb91fbc7682ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c4462b6-c322-4cbf-99f8-54d828ad151b" -d '{"events": [{"name": "network-changed", "server_uuid": "553a1193-9ab7-4779-904a-7ced37b02028", "tag": "095c022d-693d-4fbd-bbc1-9de89c115d30"}]}' {{(pid=94298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 05:23:41.204514 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_dvr_db [None req-5517b63a-dde6-486b-bc48-371dd1a283ce None None] Set router f9e8dd9a-5f5d-4da4-a903-4f984a247988 gateway port host: dv-cinder-772623-14-iscsi {{(pid=94300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 05:23:41.265227 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 05:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-440b1023-2e2e-400a-9476-a4b01dbbad41 x-openstack-request-id: req-440b1023-2e2e-400a-9476-a4b01dbbad41 {{(pid=94298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 05:23:41.265642 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "553a1193-9ab7-4779-904a-7ced37b02028", "tag": "095c022d-693d-4fbd-bbc1-9de89c115d30", "status": "completed", "code": 200}]} {{(pid=94298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 05:23:41.265939 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-440b1023-2e2e-400a-9476-a4b01dbbad41 {{(pid=94298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 05:23:41.266337 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '553a1193-9ab7-4779-904a-7ced37b02028', 'tag': '095c022d-693d-4fbd-bbc1-9de89c115d30', 'status': 'completed', 'code': 200} Sep 09 05:23:41.509745 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_hamode_db [None req-5517b63a-dde6-486b-bc48-371dd1a283ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e8dd9a-5f5d-4da4-a903-4f984a247988', 'name': 'tempest-AttachVolumeShelveTestJSON-1912886731-router', 'tenant_id': 'adae3c00f82c46cda5739aa90de24c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '15bc8b26-8181-49ef-9a78-a1dfa7020b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:20:29Z', 'updated_at': '2021-09-09T05:20:32Z', 'revision_number': 4, 'project_id': 'adae3c00f82c46cda5739aa90de24c7f', 'gw_port': {'id': '15bc8b26-8181-49ef-9a78-a1dfa7020b15', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:fc:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e8dd9a-5f5d-4da4-a903-4f984a247988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:20:30Z', 'updated_at': '2021-09-09T05:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi', '_floatingips': [{'id': '21d484fd-44d5-4806-a0c2-9a6a74d480ad', 'tenant_id': 'adae3c00f82c46cda5739aa90de24c7f', 'floating_ip_address': '172.27.2.9', 'floating_network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'router_id': 'f9e8dd9a-5f5d-4da4-a903-4f984a247988', 'port_id': '095c022d-693d-4fbd-bbc1-9de89c115d30', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c49d2e8-bbb3-48a4-b9dd-23115ce7620f', 'mac_address': 'fa:16:3e:68:28:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553a1193-9ab7-4779-904a-7ced37b02028', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T05:23:23Z', 'updated_at': '2021-09-09T05:23:40Z', 'revision_number': 1, 'project_id': 'adae3c00f82c46cda5739aa90de24c7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f2b6c07-fd6b-4e93-a242-5c78a707832d', 'name': '', 'network_id': '4c49d2e8-bbb3-48a4-b9dd-23115ce7620f', 'tenant_id': 'adae3c00f82c46cda5739aa90de24c7f', 'mac_address': 'fa:16:3e:7c:0c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e8dd9a-5f5d-4da4-a903-4f984a247988', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'af8cc309-f922-4b5b-9139-7f7e8b7747ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:20:32Z', 'updated_at': '2021-09-09T05:20:37Z', 'revision_number': 5, 'project_id': 'adae3c00f82c46cda5739aa90de24c7f', 'subnets': [{'id': 'af8cc309-f922-4b5b-9139-7f7e8b7747ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-14-iscsi', False) {} {{(pid=94300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:23:41.535022 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5517b63a-dde6-486b-bc48-371dd1a283ce None None] Checking router: f9e8dd9a-5f5d-4da4-a903-4f984a247988 for host: dv-cinder-772623-14-iscsi {{(pid=94300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 05:23:41.542961 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5517b63a-dde6-486b-bc48-371dd1a283ce None None] Routers {'f9e8dd9a-5f5d-4da4-a903-4f984a247988'} bound to L3 agent in host dv-cinder-772623-14-iscsi {{(pid=94300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 05:23:41.543548 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_hamode_db [None req-5517b63a-dde6-486b-bc48-371dd1a283ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T05:09:16Z,description=,heartbeat_timestamp=2021-09-09T05:23:17Z,host='dv-cinder-772623-14-iscsi',id=e912432c-85e4-4a31-b574-aae2dcf01ec7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T05:09:16Z,topic='l3_agent')) {'router_ids': ['f9e8dd9a-5f5d-4da4-a903-4f984a247988'], 'active': True} {{(pid=94300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:23:41.646647 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_dvr_db [None req-5517b63a-dde6-486b-bc48-371dd1a283ce None None] Set router f9e8dd9a-5f5d-4da4-a903-4f984a247988 gateway port host: dv-cinder-772623-14-iscsi {{(pid=94300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 05:23:41.861863 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_hamode_db [None req-5517b63a-dde6-486b-bc48-371dd1a283ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e8dd9a-5f5d-4da4-a903-4f984a247988', 'name': 'tempest-AttachVolumeShelveTestJSON-1912886731-router', 'tenant_id': 'adae3c00f82c46cda5739aa90de24c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '15bc8b26-8181-49ef-9a78-a1dfa7020b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:20:29Z', 'updated_at': '2021-09-09T05:20:32Z', 'revision_number': 4, 'project_id': 'adae3c00f82c46cda5739aa90de24c7f', 'gw_port': {'id': '15bc8b26-8181-49ef-9a78-a1dfa7020b15', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:fc:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e8dd9a-5f5d-4da4-a903-4f984a247988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:20:30Z', 'updated_at': '2021-09-09T05:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi', '_floatingips': [{'id': '21d484fd-44d5-4806-a0c2-9a6a74d480ad', 'tenant_id': 'adae3c00f82c46cda5739aa90de24c7f', 'floating_ip_address': '172.27.2.9', 'floating_network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'router_id': 'f9e8dd9a-5f5d-4da4-a903-4f984a247988', 'port_id': '095c022d-693d-4fbd-bbc1-9de89c115d30', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c49d2e8-bbb3-48a4-b9dd-23115ce7620f', 'mac_address': 'fa:16:3e:68:28:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553a1193-9ab7-4779-904a-7ced37b02028', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T05:23:23Z', 'updated_at': '2021-09-09T05:23:40Z', 'revision_number': 1, 'project_id': 'adae3c00f82c46cda5739aa90de24c7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f2b6c07-fd6b-4e93-a242-5c78a707832d', 'name': '', 'network_id': '4c49d2e8-bbb3-48a4-b9dd-23115ce7620f', 'tenant_id': 'adae3c00f82c46cda5739aa90de24c7f', 'mac_address': 'fa:16:3e:7c:0c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e8dd9a-5f5d-4da4-a903-4f984a247988', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'af8cc309-f922-4b5b-9139-7f7e8b7747ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:20:32Z', 'updated_at': '2021-09-09T05:20:37Z', 'revision_number': 5, 'project_id': 'adae3c00f82c46cda5739aa90de24c7f', 'subnets': [{'id': 'af8cc309-f922-4b5b-9139-7f7e8b7747ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-14-iscsi', False) {} {{(pid=94300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:23:41.886862 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5517b63a-dde6-486b-bc48-371dd1a283ce None None] The sync data for ids ['f9e8dd9a-5f5d-4da4-a903-4f984a247988'] in dv-cinder-772623-14-iscsi is: [{'id': 'f9e8dd9a-5f5d-4da4-a903-4f984a247988', 'name': 'tempest-AttachVolumeShelveTestJSON-1912886731-router', 'tenant_id': 'adae3c00f82c46cda5739aa90de24c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '15bc8b26-8181-49ef-9a78-a1dfa7020b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:20:29Z', 'updated_at': '2021-09-09T05:20:32Z', 'revision_number': 4, 'project_id': 'adae3c00f82c46cda5739aa90de24c7f', 'gw_port': {'id': '15bc8b26-8181-49ef-9a78-a1dfa7020b15', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:fc:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e8dd9a-5f5d-4da4-a903-4f984a247988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:20:30Z', 'updated_at': '2021-09-09T05:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi', '_floatingips': [{'id': '21d484fd-44d5-4806-a0c2-9a6a74d480ad', 'tenant_id': 'adae3c00f82c46cda5739aa90de24c7f', 'floating_ip_address': '172.27.2.9', 'floating_network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'router_id': 'f9e8dd9a-5f5d-4da4-a903-4f984a247988', 'port_id': '095c022d-693d-4fbd-bbc1-9de89c115d30', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c49d2e8-bbb3-48a4-b9dd-23115ce7620f', 'mac_address': 'fa:16:3e:68:28:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '553a1193-9ab7-4779-904a-7ced37b02028', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T05:23:23Z', 'updated_at': '2021-09-09T05:23:40Z', 'revision_number': 1, 'project_id': 'adae3c00f82c46cda5739aa90de24c7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f2b6c07-fd6b-4e93-a242-5c78a707832d', 'name': '', 'network_id': '4c49d2e8-bbb3-48a4-b9dd-23115ce7620f', 'tenant_id': 'adae3c00f82c46cda5739aa90de24c7f', 'mac_address': 'fa:16:3e:7c:0c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e8dd9a-5f5d-4da4-a903-4f984a247988', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'af8cc309-f922-4b5b-9139-7f7e8b7747ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:20:32Z', 'updated_at': '2021-09-09T05:20:37Z', 'revision_number': 5, 'project_id': 'adae3c00f82c46cda5739aa90de24c7f', 'subnets': [{'id': 'af8cc309-f922-4b5b-9139-7f7e8b7747ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 05:23:42.060477 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc32f646-643b-4a8e-9bfa-224cd0494533 None None] New status for floating IP 21d484fd-44d5-4806-a0c2-9a6a74d480ad: ACTIVE {{(pid=94299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 05:23:42.741049 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4462b6-c322-4cbf-99f8-54d828ad151b req-c91181a7-46b3-49b7-9dbb-fcf994c519ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:23:42.742497 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-9c4462b6-c322-4cbf-99f8-54d828ad151b req-c91181a7-46b3-49b7-9dbb-fcf994c519ad service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=adae3c00f82c46cda5739aa90de24c7f&device_id=553a1193-9ab7-4779-904a-7ced37b02028 HTTP/1.1" status: 200 len: 1098 time: 0.0433259 Sep 09 05:23:42.831160 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4462b6-c322-4cbf-99f8-54d828ad151b req-facdeee8-af72-4c8c-80de-a3c27d7c5373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:23:42.832606 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-9c4462b6-c322-4cbf-99f8-54d828ad151b req-facdeee8-af72-4c8c-80de-a3c27d7c5373 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4c49d2e8-bbb3-48a4-b9dd-23115ce7620f HTTP/1.1" status: 200 len: 917 time: 0.0829566 Sep 09 05:23:42.899889 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-9c4462b6-c322-4cbf-99f8-54d828ad151b req-5ca7ca1f-69e5-4db1-80f9-d79714e3a4d0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=095c022d-693d-4fbd-bbc1-9de89c115d30 HTTP/1.1" status: 200 len: 999 time: 0.0600080 Sep 09 05:23:42.956350 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4462b6-c322-4cbf-99f8-54d828ad151b req-4ddf111c-3350-4153-adbe-8c3f9a588f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:23:42.957819 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-9c4462b6-c322-4cbf-99f8-54d828ad151b req-4ddf111c-3350-4153-adbe-8c3f9a588f06 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=af8cc309-f922-4b5b-9139-7f7e8b7747ed HTTP/1.1" status: 200 len: 856 time: 0.0490656 Sep 09 05:23:43.004623 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4462b6-c322-4cbf-99f8-54d828ad151b req-18f76e7f-b4fb-49d0-8eac-ab47d46d2e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:23:43.006024 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-9c4462b6-c322-4cbf-99f8-54d828ad151b req-18f76e7f-b4fb-49d0-8eac-ab47d46d2e71 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4c49d2e8-bbb3-48a4-b9dd-23115ce7620f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0402915 Sep 09 05:23:43.095173 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-9c4462b6-c322-4cbf-99f8-54d828ad151b req-9bdeb5c9-61c9-44f0-a7c2-21e12ee3206b service neutron] 10.222.0.23 "GET /v2.0/networks/4c49d2e8-bbb3-48a4-b9dd-23115ce7620f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823066 Sep 09 05:23:43.184380 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-9c4462b6-c322-4cbf-99f8-54d828ad151b req-75ed301e-ffc4-46da-a737-d0b1bf00d868 service neutron] 10.222.0.23 "GET /v2.0/networks/4c49d2e8-bbb3-48a4-b9dd-23115ce7620f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826373 Sep 09 05:23:43.878050 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-4ff11a65-67ec-4585-be51-1497a03e6c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:46.530727 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0cebb47c-188a-4286-bf7a-f7395f1f1fed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:46.892736 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:47.635665 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 41390) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:23:47.651986 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-9dcada0b-7967-4cde-8891-c5586c834af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:47.737145 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-efc0f44e-b84b-49ae-96e9-c06c8e8ffdf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:47.823477 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-efc0f44e-b84b-49ae-96e9-c06c8e8ffdf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:47.827209 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-efc0f44e-b84b-49ae-96e9-c06c8e8ffdf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:47.866871 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-efc0f44e-b84b-49ae-96e9-c06c8e8ffdf2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=959210d7da19464e8447a316c71d59a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2301042 Sep 09 05:23:47.867701 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc0f44e-b84b-49ae-96e9-c06c8e8ffdf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3790465d-8de0-4b64-a237-c90e00f8c91e,revision_number=1']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:23:47.870587 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 41394) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:23:47.921265 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-e2c7e281-34a8-402d-874a-8c4380cc333e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:47.946239 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-e2c7e281-34a8-402d-874a-8c4380cc333e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:47.994349 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-e2c7e281-34a8-402d-874a-8c4380cc333e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:47.996881 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-e2c7e281-34a8-402d-874a-8c4380cc333e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:47.998058 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-e2c7e281-34a8-402d-874a-8c4380cc333e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3790465d-8de0-4b64-a237-c90e00f8c91e HTTP/1.1" status: 204 len: 168 time: 0.1261077 Sep 09 05:23:48.007042 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c7e281-34a8-402d-874a-8c4380cc333e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3790465d-8de0-4b64-a237-c90e00f8c91e,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:23:48.253078 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 41402) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:23:48.266013 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-e9c9d423-e7ce-4fbe-9ce6-babe335a989c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:48.353006 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-e9c9d423-e7ce-4fbe-9ce6-babe335a989c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:48.356944 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-e9c9d423-e7ce-4fbe-9ce6-babe335a989c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:48.392542 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c9d423-e7ce-4fbe-9ce6-babe335a989c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7af84904-ae54-4643-a6df-64e7f8274593,revision_number=1']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:23:48.396612 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-e9c9d423-e7ce-4fbe-9ce6-babe335a989c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9ec112d0d20e478a9f24041d19e8d53d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1425014 Sep 09 05:23:48.399354 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 41404) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:23:48.447660 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-b9030012-b9d1-4ad2-bbd9-fe8a789fd245 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:48.469087 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-b9030012-b9d1-4ad2-bbd9-fe8a789fd245 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:48.517262 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-b9030012-b9d1-4ad2-bbd9-fe8a789fd245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:48.519803 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-b9030012-b9d1-4ad2-bbd9-fe8a789fd245 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:48.520969 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-b9030012-b9d1-4ad2-bbd9-fe8a789fd245 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7af84904-ae54-4643-a6df-64e7f8274593 HTTP/1.1" status: 204 len: 168 time: 0.1208625 Sep 09 05:23:48.528674 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9030012-b9d1-4ad2-bbd9-fe8a789fd245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7af84904-ae54-4643-a6df-64e7f8274593,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:23:49.175637 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-fdc48b13-ab8b-41d0-a622-21cc731cd6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:50.910100 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 41476) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:23:51.014058 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-63552ff4-2e58-4cd9-b08d-636327ba906f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:51.101267 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-63552ff4-2e58-4cd9-b08d-636327ba906f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:51.105111 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-63552ff4-2e58-4cd9-b08d-636327ba906f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:51.141898 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-63552ff4-2e58-4cd9-b08d-636327ba906f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c96f14b589014ffaba1949fb04d93f3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2307298 Sep 09 05:23:51.143896 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63552ff4-2e58-4cd9-b08d-636327ba906f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5eb139d-9e5c-414a-a0ec-a997e85b6b9b,revision_number=1']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:23:51.144658 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 41480) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:23:51.193478 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-4b61c33a-f8de-4918-bdd4-ce6f35c3b877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:51.213960 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-4b61c33a-f8de-4918-bdd4-ce6f35c3b877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:51.259040 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-4b61c33a-f8de-4918-bdd4-ce6f35c3b877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:51.261788 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-4b61c33a-f8de-4918-bdd4-ce6f35c3b877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:51.262933 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-4b61c33a-f8de-4918-bdd4-ce6f35c3b877 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c5eb139d-9e5c-414a-a0ec-a997e85b6b9b HTTP/1.1" status: 204 len: 168 time: 0.1173069 Sep 09 05:23:51.270983 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b61c33a-f8de-4918-bdd4-ce6f35c3b877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5eb139d-9e5c-414a-a0ec-a997e85b6b9b,revision_number=None']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:23:51.519924 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 41488) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:23:51.533075 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-f12aa736-3357-4831-bbdd-530f81ee2c19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:51.619441 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-f12aa736-3357-4831-bbdd-530f81ee2c19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:51.622815 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-f12aa736-3357-4831-bbdd-530f81ee2c19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:51.658600 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12aa736-3357-4831-bbdd-530f81ee2c19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d53ad527-3c25-4617-82cc-7e6df1649e38,revision_number=1']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:23:51.662907 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-f12aa736-3357-4831-bbdd-530f81ee2c19 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e41c027140b84faa9875dd0b2e4fc623&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1416476 Sep 09 05:23:51.665443 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 41490) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:23:51.715094 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-3e3a4a30-c500-45ed-956a-fb95ff3d146a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:51.737288 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-3e3a4a30-c500-45ed-956a-fb95ff3d146a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:51.783033 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-3e3a4a30-c500-45ed-956a-fb95ff3d146a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:51.785792 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-3e3a4a30-c500-45ed-956a-fb95ff3d146a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:51.786930 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-3e3a4a30-c500-45ed-956a-fb95ff3d146a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d53ad527-3c25-4617-82cc-7e6df1649e38 HTTP/1.1" status: 204 len: 168 time: 0.1206200 Sep 09 05:23:51.794774 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3a4a30-c500-45ed-956a-fb95ff3d146a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d53ad527-3c25-4617-82cc-7e6df1649e38,revision_number=None']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:23:57.427406 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 41584) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:23:57.529424 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-ca017ad2-53d1-4edd-9780-587413285d7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:57.617531 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-ca017ad2-53d1-4edd-9780-587413285d7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:57.621162 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-ca017ad2-53d1-4edd-9780-587413285d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:57.657367 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-ca017ad2-53d1-4edd-9780-587413285d7c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=34fe94af108846f996afe2a61b52c27b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2289195 Sep 09 05:23:57.659321 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca017ad2-53d1-4edd-9780-587413285d7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=734a40c9-e1af-41c9-bbca-65fb1a7fb869,revision_number=1']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:23:57.660260 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 41588) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:23:57.706905 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-c3703d7e-272f-4fc6-b3f5-b5640ef0244c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:57.727307 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-c3703d7e-272f-4fc6-b3f5-b5640ef0244c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:57.772033 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-c3703d7e-272f-4fc6-b3f5-b5640ef0244c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:57.774548 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-c3703d7e-272f-4fc6-b3f5-b5640ef0244c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:57.775663 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-c3703d7e-272f-4fc6-b3f5-b5640ef0244c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/734a40c9-e1af-41c9-bbca-65fb1a7fb869 HTTP/1.1" status: 204 len: 168 time: 0.1144288 Sep 09 05:23:57.783464 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3703d7e-272f-4fc6-b3f5-b5640ef0244c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=734a40c9-e1af-41c9-bbca-65fb1a7fb869,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:23:58.037516 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 41596) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:23:58.050700 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-3a9326d9-5817-48e8-bfac-44585bcb22a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:58.141569 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-3a9326d9-5817-48e8-bfac-44585bcb22a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:58.145640 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-3a9326d9-5817-48e8-bfac-44585bcb22a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:58.183483 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-3a9326d9-5817-48e8-bfac-44585bcb22a3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3aebc494a80e46b08b1e975016601ab1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1448014 Sep 09 05:23:58.184680 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9326d9-5817-48e8-bfac-44585bcb22a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e538491-439d-4f20-89ea-7364098de425,revision_number=1']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:23:58.186144 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 41598) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:23:58.234886 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-6a04d498-9b1f-4bb3-990b-598c01341fd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:58.255200 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-6a04d498-9b1f-4bb3-990b-598c01341fd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:58.302076 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-6a04d498-9b1f-4bb3-990b-598c01341fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:58.304609 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-6a04d498-9b1f-4bb3-990b-598c01341fd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:23:58.305813 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-6a04d498-9b1f-4bb3-990b-598c01341fd4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1e538491-439d-4f20-89ea-7364098de425 HTTP/1.1" status: 204 len: 168 time: 0.1185637 Sep 09 05:23:58.313452 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a04d498-9b1f-4bb3-990b-598c01341fd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e538491-439d-4f20-89ea-7364098de425,revision_number=None']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:24:00.295253 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 41672) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:24:00.396995 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-6c43a37f-1a06-42f5-b228-1167ce627d29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:00.482324 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-6c43a37f-1a06-42f5-b228-1167ce627d29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:00.486085 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-6c43a37f-1a06-42f5-b228-1167ce627d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:00.521906 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c43a37f-1a06-42f5-b228-1167ce627d29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5689af4d-8614-4d0e-be62-a794afebfcb5,revision_number=1']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:24:00.526439 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-6c43a37f-1a06-42f5-b228-1167ce627d29 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f55049522a3a4005833d2f10ff1e0e03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2302010 Sep 09 05:24:00.529139 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 41676) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:24:00.575418 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-3b918fc1-15c3-4705-9a5a-e9784f404884 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:00.595819 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-3b918fc1-15c3-4705-9a5a-e9784f404884 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:00.642366 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-3b918fc1-15c3-4705-9a5a-e9784f404884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:00.645270 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-3b918fc1-15c3-4705-9a5a-e9784f404884 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:00.646448 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-3b918fc1-15c3-4705-9a5a-e9784f404884 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5689af4d-8614-4d0e-be62-a794afebfcb5 HTTP/1.1" status: 204 len: 168 time: 0.1163435 Sep 09 05:24:00.654321 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b918fc1-15c3-4705-9a5a-e9784f404884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5689af4d-8614-4d0e-be62-a794afebfcb5,revision_number=None']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:24:00.896798 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 41682) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:24:00.912457 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-7be4893a-385a-4315-a31c-925178658c9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:00.998770 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-7be4893a-385a-4315-a31c-925178658c9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:01.003172 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-7be4893a-385a-4315-a31c-925178658c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:01.041982 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-7be4893a-385a-4315-a31c-925178658c9d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2eb72f0fd2d6459289a01083c043a719&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1440632 Sep 09 05:24:01.043077 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be4893a-385a-4315-a31c-925178658c9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=440f76f4-3004-4dff-ad2d-b766a7c27502,revision_number=1']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:24:01.044555 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 41684) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:24:01.095705 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-d17c0f86-dda6-411d-b0fa-16b27966b332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:01.117592 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-d17c0f86-dda6-411d-b0fa-16b27966b332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:01.166294 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-d17c0f86-dda6-411d-b0fa-16b27966b332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:01.168767 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-d17c0f86-dda6-411d-b0fa-16b27966b332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:01.170125 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-d17c0f86-dda6-411d-b0fa-16b27966b332 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/440f76f4-3004-4dff-ad2d-b766a7c27502 HTTP/1.1" status: 204 len: 168 time: 0.1244926 Sep 09 05:24:01.179673 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17c0f86-dda6-411d-b0fa-16b27966b332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=440f76f4-3004-4dff-ad2d-b766a7c27502,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:24:01.816700 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 41708) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:24:01.909956 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.v2.base [None req-4d7b6967-c2da-4ca5-aa60-36a9d2f4e6cf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1139647131-network', 'tenant_id': '950ea3a4909c4faabb71025936d3ffac'}} {{(pid=94297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:24:01.930320 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d7b6967-c2da-4ca5-aa60-36a9d2f4e6cf admin admin] Made reservation on behalf of 950ea3a4909c4faabb71025936d3ffac for: {'network': 1} {{(pid=94297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 05:24:01.932624 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-4d7b6967-c2da-4ca5-aa60-36a9d2f4e6cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for network, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:01.941124 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-4d7b6967-c2da-4ca5-aa60-36a9d2f4e6cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:02.030643 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-4d7b6967-c2da-4ca5-aa60-36a9d2f4e6cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:02.034449 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-4d7b6967-c2da-4ca5-aa60-36a9d2f4e6cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:02.054152 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d7b6967-c2da-4ca5-aa60-36a9d2f4e6cf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=94297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 05:24:02.069359 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7b6967-c2da-4ca5-aa60-36a9d2f4e6cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f892cfb8-8875-4010-8dd0-87605c351621,revision_number=1']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:24:02.072217 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-4d7b6967-c2da-4ca5-aa60-36a9d2f4e6cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771871'] for segment, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:02.072547 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.db.segments_db [None req-4d7b6967-c2da-4ca5-aa60-36a9d2f4e6cf admin admin] Added segment d78178f1-27a9-44a7-8f73-f5e72fbaccc8 of type vlan for network d547d69d-012d-404b-ad6c-198cfa535e31 Sep 09 05:24:02.113954 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-4d7b6967-c2da-4ca5-aa60-36a9d2f4e6cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748631623976'] for network, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:02.137534 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-4d7b6967-c2da-4ca5-aa60-36a9d2f4e6cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442'] for network, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:02.138589 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7b6967-c2da-4ca5-aa60-36a9d2f4e6cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:24:02.139175 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-4d7b6967-c2da-4ca5-aa60-36a9d2f4e6cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for network, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:02.174774 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-4d7b6967-c2da-4ca5-aa60-36a9d2f4e6cf admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3569708 Sep 09 05:24:02.177559 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 41712) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:24:02.182283 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.v2.base [None req-e17f117c-2d0f-412f-9893-e888298e67a6 admin admin] Request body: {'subnet': {'network_id': 'd547d69d-012d-404b-ad6c-198cfa535e31', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1139647131-subnet', 'tenant_id': '950ea3a4909c4faabb71025936d3ffac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:24:02.214588 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7b6967-c2da-4ca5-aa60-36a9d2f4e6cf admin admin] Pushing event updated for resources: {'Network': ['ID=d547d69d-012d-404b-ad6c-198cfa535e31,revision_number=1']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:24:02.225049 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Network d547d69d-012d-404b-ad6c-198cfa535e31 details requested by agent ovs-agent-dv-cinder-772623-14-iscsi with host dv-cinder-772623-14-iscsi {{(pid=94299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 05:24:02.231808 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e17f117c-2d0f-412f-9893-e888298e67a6 admin admin] Made reservation on behalf of 950ea3a4909c4faabb71025936d3ffac for: {'subnet': 1} {{(pid=94297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 05:24:02.235134 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-e17f117c-2d0f-412f-9893-e888298e67a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28951529'] for subnet, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:02.406325 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-e17f117c-2d0f-412f-9893-e888298e67a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29281137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28951543'] for subnet, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:02.462388 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17f117c-2d0f-412f-9893-e888298e67a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa1c4bf9-bd1b-48a1-802c-176ea94cdc93,revision_number=0']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:24:02.471332 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17f117c-2d0f-412f-9893-e888298e67a6 admin admin] Checking segment: {'id': 'd78178f1-27a9-44a7-8f73-f5e72fbaccc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'd547d69d-012d-404b-ad6c-198cfa535e31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 05:24:02.471683 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17f117c-2d0f-412f-9893-e888298e67a6 admin admin] Network hostable DHCP agents. Network: d547d69d-012d-404b-ad6c-198cfa535e31, hostable agents: ['bd61413d-9299-49db-9f91-5814fb92a5ef'], hosted agents: [] {{(pid=94297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 05:24:02.488268 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17f117c-2d0f-412f-9893-e888298e67a6 admin admin] Network d547d69d-012d-404b-ad6c-198cfa535e31 is scheduled to be hosted by DHCP agent bd61413d-9299-49db-9f91-5814fb92a5ef with binding_index 1 {{(pid=94297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 05:24:02.497017 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.base_scheduler [None req-e17f117c-2d0f-412f-9893-e888298e67a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-14-iscsi, d547d69d-012d-404b-ad6c-198cfa535e31) {{(pid=94297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 05:24:02.501129 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17f117c-2d0f-412f-9893-e888298e67a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:24:02.501742 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-e17f117c-2d0f-412f-9893-e888298e67a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:02.506429 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843f7a05-5c35-47cd-a84b-e23bb9053138 None None] Network d547d69d-012d-404b-ad6c-198cfa535e31 requested from dv-cinder-772623-14-iscsi {{(pid=94299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 05:24:02.517893 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-e17f117c-2d0f-412f-9893-e888298e67a6 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3392382 Sep 09 05:24:02.627191 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de9159c-dce4-44f5-920e-9843a499d5e0 None None] Network d547d69d-012d-404b-ad6c-198cfa535e31 requested from dv-cinder-772623-14-iscsi {{(pid=94299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 05:24:02.970291 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 41730) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:24:02.975143 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.v2.base [None req-19053a18-3328-471a-8196-710184ff31fb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-609866957-network', 'tenant_id': '208ba822f6be415694d0ca08cfade18a'}} {{(pid=94297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:24:02.996060 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19053a18-3328-471a-8196-710184ff31fb admin admin] Made reservation on behalf of 208ba822f6be415694d0ca08cfade18a for: {'network': 1} {{(pid=94297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 05:24:02.998327 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-19053a18-3328-471a-8196-710184ff31fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for network, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:03.007191 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-19053a18-3328-471a-8196-710184ff31fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:03.096773 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-19053a18-3328-471a-8196-710184ff31fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:03.100684 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-19053a18-3328-471a-8196-710184ff31fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:03.124849 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19053a18-3328-471a-8196-710184ff31fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=94297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 05:24:03.134402 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19053a18-3328-471a-8196-710184ff31fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5aad1b-3fd8-4587-ad58-e454c3c2f69e,revision_number=1']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:24:03.139240 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-19053a18-3328-471a-8196-710184ff31fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771871'] for segment, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:03.139580 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.db.segments_db [None req-19053a18-3328-471a-8196-710184ff31fb admin admin] Added segment 1e7b11be-ebf3-45d8-b284-e936c5ac9879 of type vlan for network 69e83d02-26fb-4375-962f-c32197ba5cbd Sep 09 05:24:03.179023 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-19053a18-3328-471a-8196-710184ff31fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748631623976'] for network, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:03.202456 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-19053a18-3328-471a-8196-710184ff31fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442'] for network, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:03.204012 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19053a18-3328-471a-8196-710184ff31fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:24:03.204573 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-19053a18-3328-471a-8196-710184ff31fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for network, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:03.237669 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 41732) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:24:03.242259 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-19053a18-3328-471a-8196-710184ff31fb admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.2708247 Sep 09 05:24:03.242459 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.v2.base [None req-0a8c156e-1d85-42ab-a958-2703e272ed19 admin admin] Request body: {'subnet': {'network_id': '69e83d02-26fb-4375-962f-c32197ba5cbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-609866957-subnet', 'tenant_id': '208ba822f6be415694d0ca08cfade18a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:24:03.261980 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a8c156e-1d85-42ab-a958-2703e272ed19 admin admin] Made reservation on behalf of 208ba822f6be415694d0ca08cfade18a for: {'subnet': 1} {{(pid=94298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 05:24:03.264127 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-0a8c156e-1d85-42ab-a958-2703e272ed19 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28573742'] for subnet, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:03.276160 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19053a18-3328-471a-8196-710184ff31fb admin admin] Pushing event updated for resources: {'Network': ['ID=69e83d02-26fb-4375-962f-c32197ba5cbd,revision_number=1']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:24:03.286574 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Network 69e83d02-26fb-4375-962f-c32197ba5cbd details requested by agent ovs-agent-dv-cinder-772623-14-iscsi with host dv-cinder-772623-14-iscsi {{(pid=94299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 05:24:03.436212 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-0a8c156e-1d85-42ab-a958-2703e272ed19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1874162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28573744'] for subnet, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:03.492916 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8c156e-1d85-42ab-a958-2703e272ed19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28d6502c-6859-4864-bb52-bbc81b5aafae,revision_number=0']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:24:03.501274 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8c156e-1d85-42ab-a958-2703e272ed19 admin admin] Checking segment: {'id': '1e7b11be-ebf3-45d8-b284-e936c5ac9879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '69e83d02-26fb-4375-962f-c32197ba5cbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 05:24:03.501624 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8c156e-1d85-42ab-a958-2703e272ed19 admin admin] Network hostable DHCP agents. Network: 69e83d02-26fb-4375-962f-c32197ba5cbd, hostable agents: ['bd61413d-9299-49db-9f91-5814fb92a5ef'], hosted agents: [] {{(pid=94298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 05:24:03.517933 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a8c156e-1d85-42ab-a958-2703e272ed19 admin admin] Network 69e83d02-26fb-4375-962f-c32197ba5cbd is scheduled to be hosted by DHCP agent bd61413d-9299-49db-9f91-5814fb92a5ef with binding_index 1 {{(pid=94298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 05:24:03.526034 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.base_scheduler [None req-0a8c156e-1d85-42ab-a958-2703e272ed19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-14-iscsi, 69e83d02-26fb-4375-962f-c32197ba5cbd) {{(pid=94298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 05:24:03.529993 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8c156e-1d85-42ab-a958-2703e272ed19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:24:03.530570 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-0a8c156e-1d85-42ab-a958-2703e272ed19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for subnet, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:03.535386 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b200a43-c069-4b5c-a4dc-4305ee5ff114 None None] Network 69e83d02-26fb-4375-962f-c32197ba5cbd requested from dv-cinder-772623-14-iscsi {{(pid=94299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 05:24:03.545151 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-0a8c156e-1d85-42ab-a958-2703e272ed19 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3060019 Sep 09 05:24:03.663728 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f39569e-ccdf-4c0b-a1e6-87aaa7f60485 None None] Network 69e83d02-26fb-4375-962f-c32197ba5cbd requested from dv-cinder-772623-14-iscsi {{(pid=94299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 05:24:06.031651 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:06.893634 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-c4e72d75-be05-48b8-ba37-25d79cab4186 req-ec691631-c5ba-4333-ae8f-e5e249c00c62 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=eb64401a-1e7c-4f86-a9fe-ba48f5305ec6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437610 Sep 09 05:24:06.958153 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e72d75-be05-48b8-ba37-25d79cab4186 req-025ff929-03f7-467c-86fe-412b7022d476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:24:06.960170 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-c4e72d75-be05-48b8-ba37-25d79cab4186 req-025ff929-03f7-467c-86fe-412b7022d476 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ddcd5653413143e99ea8197beb98de5f&device_id=eb64401a-1e7c-4f86-a9fe-ba48f5305ec6 HTTP/1.1" status: 200 len: 1098 time: 0.0411041 Sep 09 05:24:07.066185 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e72d75-be05-48b8-ba37-25d79cab4186 req-043346eb-6f4a-427c-8037-30f38ec04298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:24:07.067590 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-c4e72d75-be05-48b8-ba37-25d79cab4186 req-043346eb-6f4a-427c-8037-30f38ec04298 service neutron] 10.222.0.23 "GET /v2.0/networks?id=591ece5e-2938-4cf9-bb43-c15ca886ca94 HTTP/1.1" status: 200 len: 911 time: 0.0856023 Sep 09 05:24:07.133220 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-c4e72d75-be05-48b8-ba37-25d79cab4186 req-94652330-a8cc-4935-b6b8-ce39d1a95d7f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0539f6df-9955-46ec-a8d4-b2bbe2bb4294 HTTP/1.1" status: 200 len: 1001 time: 0.0559478 Sep 09 05:24:07.182074 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e72d75-be05-48b8-ba37-25d79cab4186 req-012c51ac-b49e-4eeb-b094-9002b08acb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:24:07.183374 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-c4e72d75-be05-48b8-ba37-25d79cab4186 req-012c51ac-b49e-4eeb-b094-9002b08acb3c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=94a6c333-3890-40af-80b3-e0da9d928c0a HTTP/1.1" status: 200 len: 850 time: 0.0425234 Sep 09 05:24:07.233079 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e72d75-be05-48b8-ba37-25d79cab4186 req-e3aa0da0-fa8c-44a8-86c9-dc58cdd7e89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:24:07.235140 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-c4e72d75-be05-48b8-ba37-25d79cab4186 req-e3aa0da0-fa8c-44a8-86c9-dc58cdd7e89e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=591ece5e-2938-4cf9-bb43-c15ca886ca94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0426328 Sep 09 05:24:07.323871 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-c4e72d75-be05-48b8-ba37-25d79cab4186 req-bc53e741-a597-4021-a4e8-cfdcf14c26e0 service neutron] 10.222.0.23 "GET /v2.0/networks/591ece5e-2938-4cf9-bb43-c15ca886ca94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798423 Sep 09 05:24:07.414431 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-c4e72d75-be05-48b8-ba37-25d79cab4186 req-e915dd2b-e782-4881-9c7f-a110972fff6d service neutron] 10.222.0.23 "GET /v2.0/networks/591ece5e-2938-4cf9-bb43-c15ca886ca94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838337 Sep 09 05:24:13.879664 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-c7fce8c9-09f5-4326-8807-03765dcd0320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:14.323419 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.agents_db [None req-c4fa6e85-f278-4c65-a736-468407d89cbd None None] Agent healthcheck: found 6 active agents {{(pid=94300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 05:24:16.531957 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-63776f99-ed44-4377-8ed7-258c27430539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:16.894502 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:16.955794 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 41876) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:24:17.003038 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.db.db_base_plugin_v2 [None req-c03a2ea2-dbd4-4ca5-ba6d-5350e3aeaed7 admin admin] Deleting subnet fa1c4bf9-bd1b-48a1-802c-176ea94cdc93 {{(pid=94298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 05:24:17.006079 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-c03a2ea2-dbd4-4ca5-ba6d-5350e3aeaed7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:17.039725 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-c03a2ea2-dbd4-4ca5-ba6d-5350e3aeaed7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25885145'] for subnet, precommit_delete_associations {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:17.077160 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-c03a2ea2-dbd4-4ca5-ba6d-5350e3aeaed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3773045'] for subnet, precommit_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:17.128412 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-c03a2ea2-dbd4-4ca5-ba6d-5350e3aeaed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3773052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1874099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28573899'] for subnet, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:17.151479 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03a2ea2-dbd4-4ca5-ba6d-5350e3aeaed7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa1c4bf9-bd1b-48a1-802c-176ea94cdc93,revision_number=None']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:24:17.162320 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-c03a2ea2-dbd4-4ca5-ba6d-5350e3aeaed7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for subnet, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:17.164161 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-c03a2ea2-dbd4-4ca5-ba6d-5350e3aeaed7 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/fa1c4bf9-bd1b-48a1-802c-176ea94cdc93 HTTP/1.1" status: 204 len: 168 time: 0.2073505 Sep 09 05:24:17.165468 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03a2ea2-dbd4-4ca5-ba6d-5350e3aeaed7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:24:17.165834 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03a2ea2-dbd4-4ca5-ba6d-5350e3aeaed7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:24:17.166173 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03a2ea2-dbd4-4ca5-ba6d-5350e3aeaed7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:24:17.166501 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03a2ea2-dbd4-4ca5-ba6d-5350e3aeaed7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:24:17.166691 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 41878) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:24:17.167111 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03a2ea2-dbd4-4ca5-ba6d-5350e3aeaed7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:24:17.167111 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03a2ea2-dbd4-4ca5-ba6d-5350e3aeaed7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:24:17.167449 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03a2ea2-dbd4-4ca5-ba6d-5350e3aeaed7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:24:17.167768 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03a2ea2-dbd4-4ca5-ba6d-5350e3aeaed7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:24:17.168193 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03a2ea2-dbd4-4ca5-ba6d-5350e3aeaed7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:24:17.168514 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03a2ea2-dbd4-4ca5-ba6d-5350e3aeaed7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:24:17.168842 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03a2ea2-dbd4-4ca5-ba6d-5350e3aeaed7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:24:17.169141 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c03a2ea2-dbd4-4ca5-ba6d-5350e3aeaed7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:24:17.235579 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-5b5990f4-25cd-47c0-b9b8-b66b4ec0e18d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3957161'] for network, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:17.314293 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-5b5990f4-25cd-47c0-b9b8-b66b4ec0e18d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3771648', 'neutron.services.segments.db._delete_segments_for_network-8748632184989'] for network, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:17.333365 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.services.segments.db [None req-5b5990f4-25cd-47c0-b9b8-b66b4ec0e18d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d547d69d-012d-404b-ad6c-198cfa535e31']}} {{(pid=94297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:24:17.342221 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.services.segments.db [None req-5b5990f4-25cd-47c0-b9b8-b66b4ec0e18d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd78178f1-27a9-44a7-8f73-f5e72fbaccc8') {'for_net_delete': True} {{(pid=94297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:24:17.342513 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.services.segments.db [None req-5b5990f4-25cd-47c0-b9b8-b66b4ec0e18d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd78178f1-27a9-44a7-8f73-f5e72fbaccc8') {} {{(pid=94297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:24:17.351509 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-5b5990f4-25cd-47c0-b9b8-b66b4ec0e18d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748632182438', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25248122'] for segment, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:17.364356 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-5b5990f4-25cd-47c0-b9b8-b66b4ec0e18d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771871'] for segment, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:17.369961 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b5990f4-25cd-47c0-b9b8-b66b4ec0e18d admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=94297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 05:24:17.370343 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-5b5990f4-25cd-47c0-b9b8-b66b4ec0e18d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29280210'] for segment, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:17.371911 dv-cinder-772623-14-iscsi neutron-server[94297]: Traceback (most recent call last): Sep 09 05:24:17.371911 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 05:24:17.371911 dv-cinder-772623-14-iscsi neutron-server[94297]: timer() Sep 09 05:24:17.371911 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 05:24:17.371911 dv-cinder-772623-14-iscsi neutron-server[94297]: cb(*args, **kw) Sep 09 05:24:17.371911 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 05:24:17.371911 dv-cinder-772623-14-iscsi neutron-server[94297]: return func(*args, **kwargs) Sep 09 05:24:17.371911 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 05:24:17.371911 dv-cinder-772623-14-iscsi neutron-server[94297]: self._notify() Sep 09 05:24:17.371911 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 05:24:17.371911 dv-cinder-772623-14-iscsi neutron-server[94297]: self.callback(batched_events) Sep 09 05:24:17.371911 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 05:24:17.371911 dv-cinder-772623-14-iscsi neutron-server[94297]: event.method(event) Sep 09 05:24:17.371911 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 05:24:17.371911 dv-cinder-772623-14-iscsi neutron-server[94297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 05:24:17.371911 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 05:24:17.371911 dv-cinder-772623-14-iscsi neutron-server[94297]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 05:24:17.371911 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 05:24:17.371911 dv-cinder-772623-14-iscsi neutron-server[94297]: return f(self, *a, **k) Sep 09 05:24:17.371911 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 05:24:17.371911 dv-cinder-772623-14-iscsi neutron-server[94297]: return self._get(url).json() Sep 09 05:24:17.371911 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 05:24:17.371911 dv-cinder-772623-14-iscsi neutron-server[94297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 05:24:17.371911 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 05:24:17.371911 dv-cinder-772623-14-iscsi neutron-server[94297]: return self.request(url, 'GET', **kwargs) Sep 09 05:24:17.371911 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 05:24:17.371911 dv-cinder-772623-14-iscsi neutron-server[94297]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 05:24:17.371911 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 05:24:17.371911 dv-cinder-772623-14-iscsi neutron-server[94297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 05:24:17.371911 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 05:24:17.371911 dv-cinder-772623-14-iscsi neutron-server[94297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 05:24:17.371911 dv-cinder-772623-14-iscsi neutron-server[94297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 05:24:17.428648 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-5b5990f4-25cd-47c0-b9b8-b66b4ec0e18d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3773683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600345'] for network, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:17.434025 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-5b5990f4-25cd-47c0-b9b8-b66b4ec0e18d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for network, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:17.435845 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-5b5990f4-25cd-47c0-b9b8-b66b4ec0e18d admin admin] 10.222.0.24 "DELETE /v2.0/networks/d547d69d-012d-404b-ad6c-198cfa535e31 HTTP/1.1" status: 204 len: 168 time: 0.2680924 Sep 09 05:24:17.439890 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 41880) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:24:17.447158 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5990f4-25cd-47c0-b9b8-b66b4ec0e18d admin admin] Pushing event deleted for resources: {'Network': ['ID=d547d69d-012d-404b-ad6c-198cfa535e31,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:24:17.487424 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3d50ee8-3604-4f5d-8eb7-9a915dcf52a4 admin admin] Deleting subnet 28d6502c-6859-4864-bb52-bbc81b5aafae {{(pid=94298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 05:24:17.490510 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-b3d50ee8-3604-4f5d-8eb7-9a915dcf52a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:17.523648 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-b3d50ee8-3604-4f5d-8eb7-9a915dcf52a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25885145'] for subnet, precommit_delete_associations {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:17.560489 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-b3d50ee8-3604-4f5d-8eb7-9a915dcf52a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3773045'] for subnet, precommit_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:17.611792 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-b3d50ee8-3604-4f5d-8eb7-9a915dcf52a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3773052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1874099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28573899'] for subnet, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:17.638052 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d50ee8-3604-4f5d-8eb7-9a915dcf52a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28d6502c-6859-4864-bb52-bbc81b5aafae,revision_number=None']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:24:17.639980 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-b3d50ee8-3604-4f5d-8eb7-9a915dcf52a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for subnet, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:17.644483 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 41884) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:24:17.644638 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-b3d50ee8-3604-4f5d-8eb7-9a915dcf52a4 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/28d6502c-6859-4864-bb52-bbc81b5aafae HTTP/1.1" status: 204 len: 168 time: 0.2034841 Sep 09 05:24:17.659902 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-9dcada0b-7967-4cde-8891-c5586c834af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:17.710501 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-eb2d17d1-88e2-408f-a496-9eff815a298d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3957161'] for network, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:17.788219 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-eb2d17d1-88e2-408f-a496-9eff815a298d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3771648', 'neutron.services.segments.db._delete_segments_for_network-8748632184989'] for network, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:17.807259 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.services.segments.db [None req-eb2d17d1-88e2-408f-a496-9eff815a298d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69e83d02-26fb-4375-962f-c32197ba5cbd']}} {{(pid=94297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:24:17.816500 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.services.segments.db [None req-eb2d17d1-88e2-408f-a496-9eff815a298d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e7b11be-ebf3-45d8-b284-e936c5ac9879') {'for_net_delete': True} {{(pid=94297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:24:17.816789 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.services.segments.db [None req-eb2d17d1-88e2-408f-a496-9eff815a298d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e7b11be-ebf3-45d8-b284-e936c5ac9879') {} {{(pid=94297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:24:17.825526 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-eb2d17d1-88e2-408f-a496-9eff815a298d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748632182438', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25248122'] for segment, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:17.837963 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-eb2d17d1-88e2-408f-a496-9eff815a298d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771871'] for segment, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:17.843554 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb2d17d1-88e2-408f-a496-9eff815a298d admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=94297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 05:24:17.843917 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-eb2d17d1-88e2-408f-a496-9eff815a298d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29280210'] for segment, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:17.845470 dv-cinder-772623-14-iscsi neutron-server[94297]: Traceback (most recent call last): Sep 09 05:24:17.845470 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 05:24:17.845470 dv-cinder-772623-14-iscsi neutron-server[94297]: timer() Sep 09 05:24:17.845470 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 05:24:17.845470 dv-cinder-772623-14-iscsi neutron-server[94297]: cb(*args, **kw) Sep 09 05:24:17.845470 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 05:24:17.845470 dv-cinder-772623-14-iscsi neutron-server[94297]: return func(*args, **kwargs) Sep 09 05:24:17.845470 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 05:24:17.845470 dv-cinder-772623-14-iscsi neutron-server[94297]: self._notify() Sep 09 05:24:17.845470 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 05:24:17.845470 dv-cinder-772623-14-iscsi neutron-server[94297]: self.callback(batched_events) Sep 09 05:24:17.845470 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 05:24:17.845470 dv-cinder-772623-14-iscsi neutron-server[94297]: event.method(event) Sep 09 05:24:17.845470 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 05:24:17.845470 dv-cinder-772623-14-iscsi neutron-server[94297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 05:24:17.845470 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 05:24:17.845470 dv-cinder-772623-14-iscsi neutron-server[94297]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 05:24:17.845470 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 05:24:17.845470 dv-cinder-772623-14-iscsi neutron-server[94297]: return f(self, *a, **k) Sep 09 05:24:17.845470 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 05:24:17.845470 dv-cinder-772623-14-iscsi neutron-server[94297]: return self._get(url).json() Sep 09 05:24:17.845470 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 05:24:17.845470 dv-cinder-772623-14-iscsi neutron-server[94297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 05:24:17.845470 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 05:24:17.845470 dv-cinder-772623-14-iscsi neutron-server[94297]: return self.request(url, 'GET', **kwargs) Sep 09 05:24:17.845470 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 05:24:17.845470 dv-cinder-772623-14-iscsi neutron-server[94297]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 05:24:17.845470 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 05:24:17.845470 dv-cinder-772623-14-iscsi neutron-server[94297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 05:24:17.845470 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 05:24:17.845470 dv-cinder-772623-14-iscsi neutron-server[94297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 05:24:17.845470 dv-cinder-772623-14-iscsi neutron-server[94297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 05:24:17.901325 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-eb2d17d1-88e2-408f-a496-9eff815a298d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3773683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600345'] for network, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:17.908230 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-eb2d17d1-88e2-408f-a496-9eff815a298d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for network, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:17.910061 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-eb2d17d1-88e2-408f-a496-9eff815a298d admin admin] 10.222.0.24 "DELETE /v2.0/networks/69e83d02-26fb-4375-962f-c32197ba5cbd HTTP/1.1" status: 204 len: 168 time: 0.2645197 Sep 09 05:24:17.919390 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2d17d1-88e2-408f-a496-9eff815a298d admin admin] Pushing event deleted for resources: {'Network': ['ID=69e83d02-26fb-4375-962f-c32197ba5cbd,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:24:18.067023 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 41888) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:24:18.106152 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-7010a49c-c201-4669-bb79-353fafd1c8e6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=950ea3a4909c4faabb71025936d3ffac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0379136 Sep 09 05:24:18.108525 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 41890) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:24:18.158507 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-68594c85-51ee-488c-a44a-b390b28a8ae0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:18.177925 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-68594c85-51ee-488c-a44a-b390b28a8ae0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:18.222848 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-68594c85-51ee-488c-a44a-b390b28a8ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:18.225503 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-68594c85-51ee-488c-a44a-b390b28a8ae0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:18.226681 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-68594c85-51ee-488c-a44a-b390b28a8ae0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f892cfb8-8875-4010-8dd0-87605c351621 HTTP/1.1" status: 204 len: 168 time: 0.1170633 Sep 09 05:24:18.234561 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68594c85-51ee-488c-a44a-b390b28a8ae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f892cfb8-8875-4010-8dd0-87605c351621,revision_number=None']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:24:18.536657 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 41896) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:24:18.577168 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-ac7220aa-d9f2-42e2-abec-b95d0f74ec9e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=208ba822f6be415694d0ca08cfade18a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0393641 Sep 09 05:24:18.579644 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 41898) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:24:18.626484 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-11b290c8-5baa-4b43-8871-f57845c61dc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:18.647994 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-11b290c8-5baa-4b43-8871-f57845c61dc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:18.693415 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-11b290c8-5baa-4b43-8871-f57845c61dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:18.695987 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-11b290c8-5baa-4b43-8871-f57845c61dc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:18.697130 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-11b290c8-5baa-4b43-8871-f57845c61dc3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ed5aad1b-3fd8-4587-ad58-e454c3c2f69e HTTP/1.1" status: 204 len: 168 time: 0.1165824 Sep 09 05:24:18.706869 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b290c8-5baa-4b43-8871-f57845c61dc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5aad1b-3fd8-4587-ad58-e454c3c2f69e,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:24:19.177830 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-fdc48b13-ab8b-41d0-a622-21cc731cd6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:19.353378 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 41922) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:24:19.452732 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.v2.base [None req-36202aee-06b1-4b1a-af8f-0427b3a7e4f9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-446877754-network', 'tenant_id': '78d2d5f44e3648f4afee26aa92bf9774'}} {{(pid=94298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:24:19.473101 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36202aee-06b1-4b1a-af8f-0427b3a7e4f9 admin admin] Made reservation on behalf of 78d2d5f44e3648f4afee26aa92bf9774 for: {'network': 1} {{(pid=94298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 05:24:19.475320 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-36202aee-06b1-4b1a-af8f-0427b3a7e4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for network, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:19.484077 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-36202aee-06b1-4b1a-af8f-0427b3a7e4f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:19.569211 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-36202aee-06b1-4b1a-af8f-0427b3a7e4f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:19.573491 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-36202aee-06b1-4b1a-af8f-0427b3a7e4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:19.595893 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36202aee-06b1-4b1a-af8f-0427b3a7e4f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=94298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 05:24:19.608898 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36202aee-06b1-4b1a-af8f-0427b3a7e4f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d65faa1-584b-4a8c-a3f5-1208536c2d2f,revision_number=1']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:24:19.614022 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-36202aee-06b1-4b1a-af8f-0427b3a7e4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771871'] for segment, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:19.614366 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.db.segments_db [None req-36202aee-06b1-4b1a-af8f-0427b3a7e4f9 admin admin] Added segment 88dd136d-61f5-4df0-9570-6114bdd8b56a of type vlan for network 4652544d-e216-4d1d-b8bf-add982dc8019 Sep 09 05:24:19.653511 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-36202aee-06b1-4b1a-af8f-0427b3a7e4f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748631623976'] for network, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:19.680278 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-36202aee-06b1-4b1a-af8f-0427b3a7e4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442'] for network, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:19.681186 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36202aee-06b1-4b1a-af8f-0427b3a7e4f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:24:19.681812 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-36202aee-06b1-4b1a-af8f-0427b3a7e4f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for network, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:19.957092 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-36202aee-06b1-4b1a-af8f-0427b3a7e4f9 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5998333 Sep 09 05:24:19.957336 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 41932) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:24:19.961862 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.v2.base [None req-1f02552f-f8d5-4d1c-b1a0-dcbe471f9c6a admin admin] Request body: {'subnet': {'network_id': '4652544d-e216-4d1d-b8bf-add982dc8019', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-446877754-subnet', 'tenant_id': '78d2d5f44e3648f4afee26aa92bf9774', 'ip_version': 4}} {{(pid=94298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:24:19.992507 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36202aee-06b1-4b1a-af8f-0427b3a7e4f9 admin admin] Pushing event updated for resources: {'Network': ['ID=4652544d-e216-4d1d-b8bf-add982dc8019,revision_number=1']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:24:20.003868 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Network 4652544d-e216-4d1d-b8bf-add982dc8019 details requested by agent ovs-agent-dv-cinder-772623-14-iscsi with host dv-cinder-772623-14-iscsi {{(pid=94299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 05:24:20.008514 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f02552f-f8d5-4d1c-b1a0-dcbe471f9c6a admin admin] Made reservation on behalf of 78d2d5f44e3648f4afee26aa92bf9774 for: {'subnet': 1} {{(pid=94298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 05:24:20.010851 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-1f02552f-f8d5-4d1c-b1a0-dcbe471f9c6a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28573742'] for subnet, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:20.198230 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-1f02552f-f8d5-4d1c-b1a0-dcbe471f9c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1874162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28573744'] for subnet, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:20.251848 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f02552f-f8d5-4d1c-b1a0-dcbe471f9c6a admin admin] Pushing event updated for resources: {'Subnet': ['ID=53475f42-77fa-46f8-ae16-8e7d5b7ae076,revision_number=0']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:24:20.262767 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f02552f-f8d5-4d1c-b1a0-dcbe471f9c6a admin admin] Checking segment: {'id': '88dd136d-61f5-4df0-9570-6114bdd8b56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4652544d-e216-4d1d-b8bf-add982dc8019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 05:24:20.263116 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f02552f-f8d5-4d1c-b1a0-dcbe471f9c6a admin admin] Network hostable DHCP agents. Network: 4652544d-e216-4d1d-b8bf-add982dc8019, hostable agents: ['bd61413d-9299-49db-9f91-5814fb92a5ef'], hosted agents: [] {{(pid=94298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 05:24:20.278899 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f02552f-f8d5-4d1c-b1a0-dcbe471f9c6a admin admin] Network 4652544d-e216-4d1d-b8bf-add982dc8019 is scheduled to be hosted by DHCP agent bd61413d-9299-49db-9f91-5814fb92a5ef with binding_index 1 {{(pid=94298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 05:24:20.287557 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.base_scheduler [None req-1f02552f-f8d5-4d1c-b1a0-dcbe471f9c6a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-14-iscsi, 4652544d-e216-4d1d-b8bf-add982dc8019) {{(pid=94298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 05:24:20.291595 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f02552f-f8d5-4d1c-b1a0-dcbe471f9c6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:24:20.292182 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-1f02552f-f8d5-4d1c-b1a0-dcbe471f9c6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for subnet, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:20.297273 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95160595-432f-45fa-89bf-0d0cf4e8ec53 None None] Network 4652544d-e216-4d1d-b8bf-add982dc8019 requested from dv-cinder-772623-14-iscsi {{(pid=94299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 05:24:20.306714 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-1f02552f-f8d5-4d1c-b1a0-dcbe471f9c6a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3484020 Sep 09 05:24:20.309423 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 41938) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:24:20.313874 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.v2.base [None req-8f97c324-7fb8-411a-afa9-268ffa9b183e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-446877754-router', 'tenant_id': '78d2d5f44e3648f4afee26aa92bf9774', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1'}}} {{(pid=94298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:24:20.334842 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-8f97c324-7fb8-411a-afa9-268ffa9b183e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-603024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4260'] for router, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:20.335824 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-8f97c324-7fb8-411a-afa9-268ffa9b183e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-603904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4269'] for router, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:20.389843 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-8f97c324-7fb8-411a-afa9-268ffa9b183e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:20.445811 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8abf27e5-3e69-413f-809a-881385343f9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99c37c4c-a2b7-5f49-acb8-7f377d3e8231-4652544d-e216-4d1d-b8bf-add982dc8019', 'network_id': '4652544d-e216-4d1d-b8bf-add982dc8019', 'tenant_id': '78d2d5f44e3648f4afee26aa92bf9774', 'fixed_ips': [{'subnet_id': '53475f42-77fa-46f8-ae16-8e7d5b7ae076'}]}} from dv-cinder-772623-14-iscsi. {{(pid=94299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 05:24:20.446841 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-8abf27e5-3e69-413f-809a-881385343f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_create {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:20.526082 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-8f97c324-7fb8-411a-afa9-268ffa9b183e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:20.585037 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.db_base_plugin_common [None req-8abf27e5-3e69-413f-809a-881385343f9f None None] Allocated IP 172.20.0.2 (4652544d-e216-4d1d-b8bf-add982dc8019/53475f42-77fa-46f8-ae16-8e7d5b7ae076/05d6bda0-f368-4181-b04c-bab9e5e4e5c7) {{(pid=94299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 05:24:20.722973 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-8f97c324-7fb8-411a-afa9-268ffa9b183e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:20.726961 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-8abf27e5-3e69-413f-809a-881385343f9f None None] Notify callbacks [] for port, precommit_create {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:20.736190 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-8abf27e5-3e69-413f-809a-881385343f9f None None] Transition to ACTIVE for port object 05d6bda0-f368-4181-b04c-bab9e5e4e5c7 will not be triggered until provisioned by entity L2. {{(pid=94299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 05:24:20.742415 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-8f97c324-7fb8-411a-afa9-268ffa9b183e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:20.751736 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-8abf27e5-3e69-413f-809a-881385343f9f None None] Transition to ACTIVE for port object 05d6bda0-f368-4181-b04c-bab9e5e4e5c7 will not be triggered until provisioned by entity DHCP. {{(pid=94299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 05:24:20.758151 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-8abf27e5-3e69-413f-809a-881385343f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748631669697'] for port, after_create {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:20.793717 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abf27e5-3e69-413f-809a-881385343f9f None None] Network 4652544d-e216-4d1d-b8bf-add982dc8019 is already hosted by enough agents. {{(pid=94299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 05:24:20.797036 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.scheduler.base_scheduler [None req-8abf27e5-3e69-413f-809a-881385343f9f None None] Resources bound (agent type, host, resource id): {{(pid=94299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 05:24:20.802511 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8abf27e5-3e69-413f-809a-881385343f9f None None] Received port after_create {{(pid=94299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 05:24:20.809713 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abf27e5-3e69-413f-809a-881385343f9f None None] Pushing event updated for resources: {'Port': ['ID=05d6bda0-f368-4181-b04c-bab9e5e4e5c7,revision_number=1']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:24:20.849426 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.db.db_base_plugin_common [None req-8f97c324-7fb8-411a-afa9-268ffa9b183e admin admin] Allocated IP 172.27.2.101 (5214b103-0600-4a81-9a33-2571ddc573a1/5b692485-8a86-47cc-9882-0c3698d3f08b/1244df33-a243-422e-b706-c332d80b1d2a) {{(pid=94298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 05:24:20.860866 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.managers [None req-8abf27e5-3e69-413f-809a-881385343f9f None None] Attempting to bind port 05d6bda0-f368-4181-b04c-bab9e5e4e5c7 on host dv-cinder-772623-14-iscsi for vnic_type normal with profile {{(pid=94299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 05:24:20.861342 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.managers [None req-8abf27e5-3e69-413f-809a-881385343f9f None None] Attempting to bind port 05d6bda0-f368-4181-b04c-bab9e5e4e5c7 by drivers openvswitch,hyperv on host dv-cinder-772623-14-iscsi at level 0 using segments [{'id': '88dd136d-61f5-4df0-9570-6114bdd8b56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4652544d-e216-4d1d-b8bf-add982dc8019'}] {{(pid=94299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 05:24:20.861732 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abf27e5-3e69-413f-809a-881385343f9f None None] Attempting to bind port 05d6bda0-f368-4181-b04c-bab9e5e4e5c7 on network 4652544d-e216-4d1d-b8bf-add982dc8019 {{(pid=94299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 05:24:20.866904 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abf27e5-3e69-413f-809a-881385343f9f None None] Checking agent: {'id': 'b4d491fa-f395-4d31-93f5-2c51f286f631', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 5, 9, 17), 'started_at': datetime.datetime(2021, 9, 9, 5, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 5, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 05:24:20.867390 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abf27e5-3e69-413f-809a-881385343f9f None None] Checking segment: {'id': '88dd136d-61f5-4df0-9570-6114bdd8b56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4652544d-e216-4d1d-b8bf-add982dc8019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 05:24:20.867673 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-8abf27e5-3e69-413f-809a-881385343f9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:20.868066 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abf27e5-3e69-413f-809a-881385343f9f None None] Bound using segment: {'id': '88dd136d-61f5-4df0-9570-6114bdd8b56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4652544d-e216-4d1d-b8bf-add982dc8019'} {{(pid=94299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 05:24:20.868530 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.managers [None req-8abf27e5-3e69-413f-809a-881385343f9f None None] Bound port: 05d6bda0-f368-4181-b04c-bab9e5e4e5c7, host: dv-cinder-772623-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88dd136d-61f5-4df0-9570-6114bdd8b56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4652544d-e216-4d1d-b8bf-add982dc8019'}}] {{(pid=94299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 05:24:20.868924 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-8abf27e5-3e69-413f-809a-881385343f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:20.934407 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-8abf27e5-3e69-413f-809a-881385343f9f None None] For port 05d6bda0-f368-4181-b04c-bab9e5e4e5c7, host dv-cinder-772623-14-iscsi, cleared binding levels {{(pid=94299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 05:24:20.937610 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-8abf27e5-3e69-413f-809a-881385343f9f None None] For port 05d6bda0-f368-4181-b04c-bab9e5e4e5c7, host dv-cinder-772623-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-14-iscsi',level=0,port_id=05d6bda0-f368-4181-b04c-bab9e5e4e5c7,segment=NetworkSegment(88dd136d-61f5-4df0-9570-6114bdd8b56a),segment_id=88dd136d-61f5-4df0-9570-6114bdd8b56a)] {{(pid=94299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 05:24:20.942646 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-8abf27e5-3e69-413f-809a-881385343f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:20.948476 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-8f97c324-7fb8-411a-afa9-268ffa9b183e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:21.000170 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-8f97c324-7fb8-411a-afa9-268ffa9b183e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748631669697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1874062'] for port, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:21.008846 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abf27e5-3e69-413f-809a-881385343f9f None None] Pushing event updated for resources: {'Port': ['ID=05d6bda0-f368-4181-b04c-bab9e5e4e5c7,revision_number=2']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:24:21.040499 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f97c324-7fb8-411a-afa9-268ffa9b183e admin admin] Network 5214b103-0600-4a81-9a33-2571ddc573a1 is already hosted by enough agents. {{(pid=94298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 05:24:21.043451 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.base_scheduler [None req-8f97c324-7fb8-411a-afa9-268ffa9b183e admin admin] Resources bound (agent type, host, resource id): {{(pid=94298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 05:24:21.046585 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f97c324-7fb8-411a-afa9-268ffa9b183e admin admin] Received port after_create {{(pid=94298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 05:24:21.073002 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f97c324-7fb8-411a-afa9-268ffa9b183e admin admin] Pushing event updated for resources: {'Port': ['ID=1244df33-a243-422e-b706-c332d80b1d2a,revision_number=1']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:24:21.329612 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-8f97c324-7fb8-411a-afa9-268ffa9b183e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:21.521216 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-8f97c324-7fb8-411a-afa9-268ffa9b183e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600385'] for router, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:21.647049 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f97c324-7fb8-411a-afa9-268ffa9b183e admin admin] Router 5202badf-1d93-4143-ac7a-5d37bf29963e is scheduled to L3 agent e912432c-85e4-4a31-b574-aae2dcf01ec7 with binding_index 1 {{(pid=94298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 05:24:21.757750 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f97c324-7fb8-411a-afa9-268ffa9b183e admin admin] Notify agent at l3_agent.dv-cinder-772623-14-iscsi the message routers_updated {{(pid=94298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 05:24:21.768399 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe28971-b5d9-43e6-ad06-1ce9a2c545f6 None None] Sync routers for ids ['5202badf-1d93-4143-ac7a-5d37bf29963e'] in dv-cinder-772623-14-iscsi {{(pid=94300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 05:24:21.777257 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-8f97c324-7fb8-411a-afa9-268ffa9b183e admin admin] Notify callbacks [] for router, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:21.778777 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-8f97c324-7fb8-411a-afa9-268ffa9b183e admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4683778 Sep 09 05:24:21.781503 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe28971-b5d9-43e6-ad06-1ce9a2c545f6 None None] Routers {'5202badf-1d93-4143-ac7a-5d37bf29963e'} bound to L3 agent in host dv-cinder-772623-14-iscsi {{(pid=94300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 05:24:21.782021 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 41946) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:24:21.782139 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_hamode_db [None req-dfe28971-b5d9-43e6-ad06-1ce9a2c545f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T05:09:16Z,description=,heartbeat_timestamp=2021-09-09T05:24:17Z,host='dv-cinder-772623-14-iscsi',id=e912432c-85e4-4a31-b574-aae2dcf01ec7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T05:09:16Z,topic='l3_agent')) {'router_ids': ['5202badf-1d93-4143-ac7a-5d37bf29963e'], 'active': True} {{(pid=94300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:24:21.892934 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_dvr_db [None req-dfe28971-b5d9-43e6-ad06-1ce9a2c545f6 None None] Set router 5202badf-1d93-4143-ac7a-5d37bf29963e gateway port host: dv-cinder-772623-14-iscsi {{(pid=94300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 05:24:21.936457 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174df567-3e64-46d6-9814-ccd4ff1cbe81 None None] Network 4652544d-e216-4d1d-b8bf-add982dc8019 requested from dv-cinder-772623-14-iscsi {{(pid=94299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 05:24:22.041172 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-ea708cb7-1f5f-4a13-887e-5a29161e134c None None] Provisioning for port 05d6bda0-f368-4181-b04c-bab9e5e4e5c7 completed by entity DHCP. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 05:24:22.097979 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_hamode_db [None req-dfe28971-b5d9-43e6-ad06-1ce9a2c545f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5202badf-1d93-4143-ac7a-5d37bf29963e', 'name': 'tempest-TestMinimumBasicScenario-446877754-router', 'tenant_id': '78d2d5f44e3648f4afee26aa92bf9774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '1244df33-a243-422e-b706-c332d80b1d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:24:20Z', 'updated_at': '2021-09-09T05:24:21Z', 'revision_number': 3, 'project_id': '78d2d5f44e3648f4afee26aa92bf9774', 'gw_port': {'id': '1244df33-a243-422e-b706-c332d80b1d2a', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a7:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5202badf-1d93-4143-ac7a-5d37bf29963e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:24:20Z', 'updated_at': '2021-09-09T05:24:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi'}], 'dv-cinder-772623-14-iscsi', False) {} {{(pid=94300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:24:22.127789 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe28971-b5d9-43e6-ad06-1ce9a2c545f6 None None] Checking router: 5202badf-1d93-4143-ac7a-5d37bf29963e for host: dv-cinder-772623-14-iscsi {{(pid=94300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 05:24:22.128394 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe28971-b5d9-43e6-ad06-1ce9a2c545f6 None None] Updating router 5202badf-1d93-4143-ac7a-5d37bf29963e port 1244df33-a243-422e-b706-c332d80b1d2a binding host dv-cinder-772623-14-iscsi {{(pid=94300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 05:24:22.155041 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-dfe28971-b5d9-43e6-ad06-1ce9a2c545f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:22.273028 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-47ce7a5d-c0a0-40fb-8ef3-b00928d2c06f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:22.423520 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ca34b5-8d75-4968-a49b-1960d1fe6e30 req-71292345-71d0-4bdc-991d-5d600c751562 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:24:22.425065 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-d4ca34b5-8d75-4968-a49b-1960d1fe6e30 req-71292345-71d0-4bdc-991d-5d600c751562 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=553a1193-9ab7-4779-904a-7ced37b02028 HTTP/1.1" status: 200 len: 945 time: 0.1198406 Sep 09 05:24:22.467969 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-dfe28971-b5d9-43e6-ad06-1ce9a2c545f6 None None] Notify callbacks [] for port, precommit_update {{(pid=94300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:22.483260 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.provisioning_blocks [None req-dfe28971-b5d9-43e6-ad06-1ce9a2c545f6 None None] Transition to ACTIVE for port object 1244df33-a243-422e-b706-c332d80b1d2a will not be triggered until provisioned by entity L2. {{(pid=94300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 05:24:22.490682 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-dfe28971-b5d9-43e6-ad06-1ce9a2c545f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:22.506783 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-d4ca34b5-8d75-4968-a49b-1960d1fe6e30 req-862a871a-e085-4279-a3f8-e169be39918d tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=15c4bc75-620a-4602-90e3-2cad0b82dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745168 Sep 09 05:24:22.515078 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.db.db_base_plugin_common [None req-47ce7a5d-c0a0-40fb-8ef3-b00928d2c06f admin admin] Allocated IP 172.20.0.1 (4652544d-e216-4d1d-b8bf-add982dc8019/53475f42-77fa-46f8-ae16-8e7d5b7ae076/a6229c0d-c053-44e3-ac50-9583d3a4f0ba) {{(pid=94298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 05:24:22.547152 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.plugins.ml2.managers [None req-dfe28971-b5d9-43e6-ad06-1ce9a2c545f6 None None] Attempting to bind port 1244df33-a243-422e-b706-c332d80b1d2a on host dv-cinder-772623-14-iscsi for vnic_type normal with profile {{(pid=94300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 05:24:22.547513 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.plugins.ml2.managers [None req-dfe28971-b5d9-43e6-ad06-1ce9a2c545f6 None None] Attempting to bind port 1244df33-a243-422e-b706-c332d80b1d2a by drivers openvswitch,hyperv on host dv-cinder-772623-14-iscsi at level 0 using segments [{'id': 'df80411f-acb6-4e9d-a7f5-4a8066bc7b33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1'}] {{(pid=94300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 05:24:22.547858 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe28971-b5d9-43e6-ad06-1ce9a2c545f6 None None] Attempting to bind port 1244df33-a243-422e-b706-c332d80b1d2a on network 5214b103-0600-4a81-9a33-2571ddc573a1 {{(pid=94300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 05:24:22.550652 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de47790-d390-4353-a695-a378aa4f2581 None None] Pushing event updated for resources: {'Port': ['ID=1244df33-a243-422e-b706-c332d80b1d2a,revision_number=2']} {{(pid=94300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:24:22.555256 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe28971-b5d9-43e6-ad06-1ce9a2c545f6 None None] Checking agent: {'id': 'b4d491fa-f395-4d31-93f5-2c51f286f631', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 5, 9, 17), 'started_at': datetime.datetime(2021, 9, 9, 5, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 5, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 05:24:22.555559 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe28971-b5d9-43e6-ad06-1ce9a2c545f6 None None] Checking segment: {'id': 'df80411f-acb6-4e9d-a7f5-4a8066bc7b33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 05:24:22.555989 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-dfe28971-b5d9-43e6-ad06-1ce9a2c545f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:22.556372 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe28971-b5d9-43e6-ad06-1ce9a2c545f6 None None] Bound using segment: {'id': 'df80411f-acb6-4e9d-a7f5-4a8066bc7b33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1'} {{(pid=94300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 05:24:22.556823 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.plugins.ml2.managers [None req-dfe28971-b5d9-43e6-ad06-1ce9a2c545f6 None None] Bound port: 1244df33-a243-422e-b706-c332d80b1d2a, host: dv-cinder-772623-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df80411f-acb6-4e9d-a7f5-4a8066bc7b33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1'}}] {{(pid=94300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 05:24:22.557211 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-dfe28971-b5d9-43e6-ad06-1ce9a2c545f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:22.563233 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de47790-d390-4353-a695-a378aa4f2581 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:24:22.563597 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de47790-d390-4353-a695-a378aa4f2581 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:24:22.564110 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de47790-d390-4353-a695-a378aa4f2581 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:24:22.564449 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de47790-d390-4353-a695-a378aa4f2581 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:24:22.565074 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de47790-d390-4353-a695-a378aa4f2581 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:24:22.565546 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de47790-d390-4353-a695-a378aa4f2581 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:24:22.566041 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de47790-d390-4353-a695-a378aa4f2581 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:24:22.566374 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de47790-d390-4353-a695-a378aa4f2581 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:24:22.566714 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de47790-d390-4353-a695-a378aa4f2581 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:24:22.567036 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de47790-d390-4353-a695-a378aa4f2581 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:24:22.567363 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de47790-d390-4353-a695-a378aa4f2581 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:24:22.567678 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de47790-d390-4353-a695-a378aa4f2581 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:24:22.618061 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.plugins.ml2.db [None req-dfe28971-b5d9-43e6-ad06-1ce9a2c545f6 None None] For port 1244df33-a243-422e-b706-c332d80b1d2a, host dv-cinder-772623-14-iscsi, cleared binding levels {{(pid=94300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 05:24:22.621002 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.plugins.ml2.db [None req-dfe28971-b5d9-43e6-ad06-1ce9a2c545f6 None None] For port 1244df33-a243-422e-b706-c332d80b1d2a, host dv-cinder-772623-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-14-iscsi',level=0,port_id=1244df33-a243-422e-b706-c332d80b1d2a,segment=NetworkSegment(df80411f-acb6-4e9d-a7f5-4a8066bc7b33),segment_id=df80411f-acb6-4e9d-a7f5-4a8066bc7b33)] {{(pid=94300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 05:24:22.626692 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-dfe28971-b5d9-43e6-ad06-1ce9a2c545f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:22.626901 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-47ce7a5d-c0a0-40fb-8ef3-b00928d2c06f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:22.641107 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.db.provisioning_blocks [None req-47ce7a5d-c0a0-40fb-8ef3-b00928d2c06f admin admin] Transition to ACTIVE for port object a6229c0d-c053-44e3-ac50-9583d3a4f0ba will not be triggered until provisioned by entity DHCP. {{(pid=94298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 05:24:22.678204 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-47ce7a5d-c0a0-40fb-8ef3-b00928d2c06f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748631669697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1874062'] for port, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:22.681745 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe28971-b5d9-43e6-ad06-1ce9a2c545f6 None None] Routers {'5202badf-1d93-4143-ac7a-5d37bf29963e'} bound to L3 agent in host dv-cinder-772623-14-iscsi {{(pid=94300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 05:24:22.682330 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_hamode_db [None req-dfe28971-b5d9-43e6-ad06-1ce9a2c545f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T05:09:16Z,description=,heartbeat_timestamp=2021-09-09T05:24:17Z,host='dv-cinder-772623-14-iscsi',id=e912432c-85e4-4a31-b574-aae2dcf01ec7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T05:09:16Z,topic='l3_agent')) {'router_ids': ['5202badf-1d93-4143-ac7a-5d37bf29963e'], 'active': True} {{(pid=94300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:24:22.713846 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ce7a5d-c0a0-40fb-8ef3-b00928d2c06f admin admin] Network 4652544d-e216-4d1d-b8bf-add982dc8019 is already hosted by enough agents. {{(pid=94298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 05:24:22.716714 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.base_scheduler [None req-47ce7a5d-c0a0-40fb-8ef3-b00928d2c06f admin admin] Resources bound (agent type, host, resource id): {{(pid=94298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 05:24:22.721085 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ce7a5d-c0a0-40fb-8ef3-b00928d2c06f admin admin] Received port after_create {{(pid=94298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 05:24:22.754206 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ce7a5d-c0a0-40fb-8ef3-b00928d2c06f admin admin] Pushing event updated for resources: {'Port': ['ID=a6229c0d-c053-44e3-ac50-9583d3a4f0ba,revision_number=1']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:24:22.776141 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-47ce7a5d-c0a0-40fb-8ef3-b00928d2c06f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600464'] for router_interface, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:22.817584 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de47790-d390-4353-a695-a378aa4f2581 None None] Pushing event updated for resources: {'Port': ['ID=1244df33-a243-422e-b706-c332d80b1d2a,revision_number=3']} {{(pid=94300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:24:22.892210 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_dvr_db [None req-dfe28971-b5d9-43e6-ad06-1ce9a2c545f6 None None] Set router 5202badf-1d93-4143-ac7a-5d37bf29963e gateway port host: dv-cinder-772623-14-iscsi {{(pid=94300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 05:24:22.963772 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device 05d6bda0-f368-4181-b04c-bab9e5e4e5c7 up at agent ovs-agent-dv-cinder-772623-14-iscsi {{(pid=94299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 05:24:23.009659 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-242b1566-c8b3-4258-adca-3b230aa46606 None None] Provisioning for port a6229c0d-c053-44e3-ac50-9583d3a4f0ba completed by entity DHCP. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 05:24:23.016951 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-242b1566-c8b3-4258-adca-3b230aa46606 None None] Provisioning complete for port a6229c0d-c053-44e3-ac50-9583d3a4f0ba triggered by entity DHCP. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:24:23.017444 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-242b1566-c8b3-4258-adca-3b230aa46606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:23.060218 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Provisioning for port 05d6bda0-f368-4181-b04c-bab9e5e4e5c7 completed by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 05:24:23.064138 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.plugin [None req-242b1566-c8b3-4258-adca-3b230aa46606 None None] Port a6229c0d-c053-44e3-ac50-9583d3a4f0ba cannot update to ACTIVE because it is not bound. {{(pid=94299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 05:24:23.067323 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Provisioning complete for port 05d6bda0-f368-4181-b04c-bab9e5e4e5c7 triggered by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:24:23.068102 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:23.089746 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_hamode_db [None req-dfe28971-b5d9-43e6-ad06-1ce9a2c545f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5202badf-1d93-4143-ac7a-5d37bf29963e', 'name': 'tempest-TestMinimumBasicScenario-446877754-router', 'tenant_id': '78d2d5f44e3648f4afee26aa92bf9774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '1244df33-a243-422e-b706-c332d80b1d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:24:20Z', 'updated_at': '2021-09-09T05:24:21Z', 'revision_number': 3, 'project_id': '78d2d5f44e3648f4afee26aa92bf9774', 'gw_port': {'id': '1244df33-a243-422e-b706-c332d80b1d2a', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a7:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5202badf-1d93-4143-ac7a-5d37bf29963e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:24:20Z', 'updated_at': '2021-09-09T05:24:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi'}], 'dv-cinder-772623-14-iscsi', False) {} {{(pid=94300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:24:23.117667 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe28971-b5d9-43e6-ad06-1ce9a2c545f6 None None] The sync data for ids ['5202badf-1d93-4143-ac7a-5d37bf29963e'] in dv-cinder-772623-14-iscsi is: [{'id': '5202badf-1d93-4143-ac7a-5d37bf29963e', 'name': 'tempest-TestMinimumBasicScenario-446877754-router', 'tenant_id': '78d2d5f44e3648f4afee26aa92bf9774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '1244df33-a243-422e-b706-c332d80b1d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:24:20Z', 'updated_at': '2021-09-09T05:24:21Z', 'revision_number': 3, 'project_id': '78d2d5f44e3648f4afee26aa92bf9774', 'gw_port': {'id': '1244df33-a243-422e-b706-c332d80b1d2a', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a7:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5202badf-1d93-4143-ac7a-5d37bf29963e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:24:20Z', 'updated_at': '2021-09-09T05:24:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi'}] {{(pid=94300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 05:24:23.154309 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:23.175807 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-47ce7a5d-c0a0-40fb-8ef3-b00928d2c06f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:23.188854 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] For port 05d6bda0-f368-4181-b04c-bab9e5e4e5c7, host dv-cinder-772623-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-14-iscsi',level=0,port_id=05d6bda0-f368-4181-b04c-bab9e5e4e5c7,segment=NetworkSegment(88dd136d-61f5-4df0-9570-6114bdd8b56a),segment_id=88dd136d-61f5-4df0-9570-6114bdd8b56a)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:24:23.193929 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:23.254660 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Pushing event updated for resources: {'Port': ['ID=05d6bda0-f368-4181-b04c-bab9e5e4e5c7,revision_number=3']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:24:23.364074 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-47ce7a5d-c0a0-40fb-8ef3-b00928d2c06f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:23.368404 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-47ce7a5d-c0a0-40fb-8ef3-b00928d2c06f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1873021'] for port, after_update {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:23.439569 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-47ce7a5d-c0a0-40fb-8ef3-b00928d2c06f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601088'] for router_interface, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:23.442959 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ce7a5d-c0a0-40fb-8ef3-b00928d2c06f admin admin] Pushing event updated for resources: {'Port': ['ID=a6229c0d-c053-44e3-ac50-9583d3a4f0ba,revision_number=2']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:24:23.535607 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ce7a5d-c0a0-40fb-8ef3-b00928d2c06f admin admin] Network 4652544d-e216-4d1d-b8bf-add982dc8019 is already hosted by enough agents. {{(pid=94298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 05:24:23.537252 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.base_scheduler [None req-47ce7a5d-c0a0-40fb-8ef3-b00928d2c06f admin admin] Resources bound (agent type, host, resource id): {{(pid=94298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 05:24:23.691218 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47ce7a5d-c0a0-40fb-8ef3-b00928d2c06f admin admin] Router 5202badf-1d93-4143-ac7a-5d37bf29963e has already been hosted by L3 agent e912432c-85e4-4a31-b574-aae2dcf01ec7 {{(pid=94298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 05:24:23.704437 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80aa786-ecab-411d-a0b3-e79106a95783 req-20db7a2d-a519-4859-8027-6cee701e8110 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:24:23.706040 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-d80aa786-ecab-411d-a0b3-e79106a95783 req-20db7a2d-a519-4859-8027-6cee701e8110 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=553a1193-9ab7-4779-904a-7ced37b02028 HTTP/1.1" status: 200 len: 945 time: 0.1024246 Sep 09 05:24:23.793419 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-d3657c00-339a-4d3c-a895-da658c14c2c2 None None] Provisioning complete for port a6229c0d-c053-44e3-ac50-9583d3a4f0ba triggered by entity DHCP. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:24:23.794005 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-d3657c00-339a-4d3c-a895-da658c14c2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:23.796710 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-d80aa786-ecab-411d-a0b3-e79106a95783 req-88aed6b8-92ba-4ceb-92c3-6e4c90cbcf7b tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=15c4bc75-620a-4602-90e3-2cad0b82dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817997 Sep 09 05:24:23.849432 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.plugin [None req-d3657c00-339a-4d3c-a895-da658c14c2c2 None None] Port a6229c0d-c053-44e3-ac50-9583d3a4f0ba cannot update to ACTIVE because it is not bound. {{(pid=94299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 05:24:23.851249 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47ce7a5d-c0a0-40fb-8ef3-b00928d2c06f admin admin] Notify agent at l3_agent.dv-cinder-772623-14-iscsi the message routers_updated {{(pid=94298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 05:24:23.860360 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-47ce7a5d-c0a0-40fb-8ef3-b00928d2c06f admin admin] 10.222.0.24 "PUT /v2.0/routers/5202badf-1d93-4143-ac7a-5d37bf29963e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0772173 Sep 09 05:24:24.320045 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 41976) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:24:24.325044 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.v2.base [None req-9e4c8d7c-507d-49a1-9d90-fc553a49f9c2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2115404821-network', 'tenant_id': 'd8e0392115fe449c9006627dc257b2ae'}} {{(pid=94298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:24:24.350612 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e4c8d7c-507d-49a1-9d90-fc553a49f9c2 admin admin] Made reservation on behalf of d8e0392115fe449c9006627dc257b2ae for: {'network': 1} {{(pid=94298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 05:24:24.352955 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-9e4c8d7c-507d-49a1-9d90-fc553a49f9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for network, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:24.362085 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-9e4c8d7c-507d-49a1-9d90-fc553a49f9c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:24.453708 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-9e4c8d7c-507d-49a1-9d90-fc553a49f9c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:24.457491 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-9e4c8d7c-507d-49a1-9d90-fc553a49f9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:24.482504 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e4c8d7c-507d-49a1-9d90-fc553a49f9c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=94298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 05:24:24.492872 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4c8d7c-507d-49a1-9d90-fc553a49f9c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c60828-44f6-4bbe-9766-acc42afa6570,revision_number=1']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:24:24.497830 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-9e4c8d7c-507d-49a1-9d90-fc553a49f9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771871'] for segment, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:24.498173 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.db.segments_db [None req-9e4c8d7c-507d-49a1-9d90-fc553a49f9c2 admin admin] Added segment a9271315-68d8-4dc9-acc3-569b474dc8d9 of type vlan for network 6a6b5001-66cf-462d-9c2a-bdf116e2cc16 Sep 09 05:24:24.537465 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-9e4c8d7c-507d-49a1-9d90-fc553a49f9c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748631623976'] for network, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:24.563921 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-9e4c8d7c-507d-49a1-9d90-fc553a49f9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442'] for network, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:24.564995 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4c8d7c-507d-49a1-9d90-fc553a49f9c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:24:24.565573 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-9e4c8d7c-507d-49a1-9d90-fc553a49f9c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for network, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:24.599478 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-9e4c8d7c-507d-49a1-9d90-fc553a49f9c2 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2782903 Sep 09 05:24:24.602312 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 41978) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:24:24.607643 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.v2.base [None req-8044e508-c03a-4a04-a437-bc29fa6709ab admin admin] Request body: {'subnet': {'network_id': '6a6b5001-66cf-462d-9c2a-bdf116e2cc16', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2115404821-subnet', 'tenant_id': 'd8e0392115fe449c9006627dc257b2ae', 'ip_version': 4}} {{(pid=94297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:24:24.631721 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4c8d7c-507d-49a1-9d90-fc553a49f9c2 admin admin] Pushing event updated for resources: {'Network': ['ID=6a6b5001-66cf-462d-9c2a-bdf116e2cc16,revision_number=1']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:24:24.632094 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8044e508-c03a-4a04-a437-bc29fa6709ab admin admin] Made reservation on behalf of d8e0392115fe449c9006627dc257b2ae for: {'subnet': 1} {{(pid=94297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 05:24:24.634612 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-8044e508-c03a-4a04-a437-bc29fa6709ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28951529'] for subnet, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:24.641428 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Network 6a6b5001-66cf-462d-9c2a-bdf116e2cc16 details requested by agent ovs-agent-dv-cinder-772623-14-iscsi with host dv-cinder-772623-14-iscsi {{(pid=94299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 05:24:24.656919 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3994da74-4562-4639-bfa4-ab8d427d0bdb None None] Sync routers for ids ['5202badf-1d93-4143-ac7a-5d37bf29963e'] in dv-cinder-772623-14-iscsi {{(pid=94299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 05:24:24.676898 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3994da74-4562-4639-bfa4-ab8d427d0bdb None None] Routers {'5202badf-1d93-4143-ac7a-5d37bf29963e'} bound to L3 agent in host dv-cinder-772623-14-iscsi {{(pid=94299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 05:24:24.677590 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-3994da74-4562-4639-bfa4-ab8d427d0bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T05:09:16Z,description=,heartbeat_timestamp=2021-09-09T05:24:17Z,host='dv-cinder-772623-14-iscsi',id=e912432c-85e4-4a31-b574-aae2dcf01ec7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T05:09:16Z,topic='l3_agent')) {'router_ids': ['5202badf-1d93-4143-ac7a-5d37bf29963e'], 'active': True} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:24:24.808899 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-8044e508-c03a-4a04-a437-bc29fa6709ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29281137', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28951543'] for subnet, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:24.817380 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvr_db [None req-3994da74-4562-4639-bfa4-ab8d427d0bdb None None] Set router 5202badf-1d93-4143-ac7a-5d37bf29963e gateway port host: dv-cinder-772623-14-iscsi {{(pid=94299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 05:24:24.872867 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8044e508-c03a-4a04-a437-bc29fa6709ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb8b3fb4-8006-4a81-a2f4-8f2589eb8be9,revision_number=0']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:24:24.878189 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8044e508-c03a-4a04-a437-bc29fa6709ab admin admin] Checking segment: {'id': 'a9271315-68d8-4dc9-acc3-569b474dc8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6a6b5001-66cf-462d-9c2a-bdf116e2cc16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 05:24:24.878544 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8044e508-c03a-4a04-a437-bc29fa6709ab admin admin] Network hostable DHCP agents. Network: 6a6b5001-66cf-462d-9c2a-bdf116e2cc16, hostable agents: ['bd61413d-9299-49db-9f91-5814fb92a5ef'], hosted agents: [] {{(pid=94297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 05:24:24.896194 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8044e508-c03a-4a04-a437-bc29fa6709ab admin admin] Network 6a6b5001-66cf-462d-9c2a-bdf116e2cc16 is scheduled to be hosted by DHCP agent bd61413d-9299-49db-9f91-5814fb92a5ef with binding_index 1 {{(pid=94297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 05:24:24.906512 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.base_scheduler [None req-8044e508-c03a-4a04-a437-bc29fa6709ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-14-iscsi, 6a6b5001-66cf-462d-9c2a-bdf116e2cc16) {{(pid=94297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 05:24:24.910931 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8044e508-c03a-4a04-a437-bc29fa6709ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:24:24.911608 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-8044e508-c03a-4a04-a437-bc29fa6709ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:24.926455 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ad0ba1-ccc5-49bd-959f-421607d365f1 None None] Network 6a6b5001-66cf-462d-9c2a-bdf116e2cc16 requested from dv-cinder-772623-14-iscsi {{(pid=94299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 05:24:24.929699 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-8044e508-c03a-4a04-a437-bc29fa6709ab admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3261375 Sep 09 05:24:24.930626 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 41982) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:24:24.937280 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.v2.base [None req-6f4e8ef8-8341-4f2e-b6f6-9f4fa3d067fc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2115404821-router', 'tenant_id': 'd8e0392115fe449c9006627dc257b2ae', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1'}}} {{(pid=94297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:24:24.967666 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-6f4e8ef8-8341-4f2e-b6f6-9f4fa3d067fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-603024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4260'] for router, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:24.969921 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-6f4e8ef8-8341-4f2e-b6f6-9f4fa3d067fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-603904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4269'] for router, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:24.971351 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6396e228-2445-47e2-a756-32523820045b req-9a17a6f3-2fd5-40ba-a465-8a2367c54119 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:24:24.973032 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-6396e228-2445-47e2-a756-32523820045b req-9a17a6f3-2fd5-40ba-a465-8a2367c54119 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=553a1193-9ab7-4779-904a-7ced37b02028 HTTP/1.1" status: 200 len: 945 time: 0.0799465 Sep 09 05:24:25.020834 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-6396e228-2445-47e2-a756-32523820045b req-2e942b85-7d34-42e8-a362-bbfcd640f33b tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=15c4bc75-620a-4602-90e3-2cad0b82dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391927 Sep 09 05:24:25.040736 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-6f4e8ef8-8341-4f2e-b6f6-9f4fa3d067fc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:25.114138 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device 1244df33-a243-422e-b706-c332d80b1d2a up at agent ovs-agent-dv-cinder-772623-14-iscsi {{(pid=94299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 05:24:25.196042 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-6f4e8ef8-8341-4f2e-b6f6-9f4fa3d067fc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:25.209041 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8baf1034-74ae-4d45-b236-bbbdbe3b7896 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99c37c4c-a2b7-5f49-acb8-7f377d3e8231-6a6b5001-66cf-462d-9c2a-bdf116e2cc16', 'network_id': '6a6b5001-66cf-462d-9c2a-bdf116e2cc16', 'tenant_id': 'd8e0392115fe449c9006627dc257b2ae', 'fixed_ips': [{'subnet_id': 'cb8b3fb4-8006-4a81-a2f4-8f2589eb8be9'}]}} from dv-cinder-772623-14-iscsi. {{(pid=94299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 05:24:25.209915 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-8baf1034-74ae-4d45-b236-bbbdbe3b7896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_create {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:25.215758 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-3994da74-4562-4639-bfa4-ab8d427d0bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5202badf-1d93-4143-ac7a-5d37bf29963e', 'name': 'tempest-TestMinimumBasicScenario-446877754-router', 'tenant_id': '78d2d5f44e3648f4afee26aa92bf9774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '1244df33-a243-422e-b706-c332d80b1d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:24:20Z', 'updated_at': '2021-09-09T05:24:23Z', 'revision_number': 4, 'project_id': '78d2d5f44e3648f4afee26aa92bf9774', 'gw_port': {'id': '1244df33-a243-422e-b706-c332d80b1d2a', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a7:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5202badf-1d93-4143-ac7a-5d37bf29963e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:24:20Z', 'updated_at': '2021-09-09T05:24:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi', '_interfaces': [{'id': 'a6229c0d-c053-44e3-ac50-9583d3a4f0ba', 'name': '', 'network_id': '4652544d-e216-4d1d-b8bf-add982dc8019', 'tenant_id': '78d2d5f44e3648f4afee26aa92bf9774', 'mac_address': 'fa:16:3e:66:ba:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5202badf-1d93-4143-ac7a-5d37bf29963e', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '53475f42-77fa-46f8-ae16-8e7d5b7ae076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:24:22Z', 'updated_at': '2021-09-09T05:24:23Z', 'revision_number': 2, 'project_id': '78d2d5f44e3648f4afee26aa92bf9774', 'subnets': [{'id': '53475f42-77fa-46f8-ae16-8e7d5b7ae076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-14-iscsi', False) {} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:24:25.251369 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Provisioning for port 1244df33-a243-422e-b706-c332d80b1d2a completed by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 05:24:25.257760 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Provisioning complete for port 1244df33-a243-422e-b706-c332d80b1d2a triggered by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:24:25.258133 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:25.259609 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3994da74-4562-4639-bfa4-ab8d427d0bdb None None] Checking router: 5202badf-1d93-4143-ac7a-5d37bf29963e for host: dv-cinder-772623-14-iscsi {{(pid=94299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 05:24:25.259956 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3994da74-4562-4639-bfa4-ab8d427d0bdb None None] Updating router 5202badf-1d93-4143-ac7a-5d37bf29963e port a6229c0d-c053-44e3-ac50-9583d3a4f0ba binding host dv-cinder-772623-14-iscsi {{(pid=94299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 05:24:25.361982 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-3994da74-4562-4639-bfa4-ab8d427d0bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:25.390279 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-6f4e8ef8-8341-4f2e-b6f6-9f4fa3d067fc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:25.409335 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-6f4e8ef8-8341-4f2e-b6f6-9f4fa3d067fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:25.516654 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.db_base_plugin_common [None req-6f4e8ef8-8341-4f2e-b6f6-9f4fa3d067fc admin admin] Allocated IP 172.27.2.90 (5214b103-0600-4a81-9a33-2571ddc573a1/5b692485-8a86-47cc-9882-0c3698d3f08b/21980ab3-c6bc-45d2-8162-89997ade7920) {{(pid=94297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 05:24:25.546983 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:25.567867 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.db_base_plugin_common [None req-8baf1034-74ae-4d45-b236-bbbdbe3b7896 None None] Allocated IP 172.20.0.2 (6a6b5001-66cf-462d-9c2a-bdf116e2cc16/cb8b3fb4-8006-4a81-a2f4-8f2589eb8be9/5e22d474-b27c-42d3-8a6d-fc5ca5e01426) {{(pid=94299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 05:24:25.601261 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] For port 1244df33-a243-422e-b706-c332d80b1d2a, host dv-cinder-772623-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-14-iscsi',level=0,port_id=1244df33-a243-422e-b706-c332d80b1d2a,segment=NetworkSegment(df80411f-acb6-4e9d-a7f5-4a8066bc7b33),segment_id=df80411f-acb6-4e9d-a7f5-4a8066bc7b33)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:24:25.611534 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:25.612350 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device 05d6bda0-f368-4181-b04c-bab9e5e4e5c7 up at agent ovs-agent-dv-cinder-772623-14-iscsi {{(pid=94299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 05:24:25.630208 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-6f4e8ef8-8341-4f2e-b6f6-9f4fa3d067fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:25.667956 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-6f4e8ef8-8341-4f2e-b6f6-9f4fa3d067fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748631669697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29281037'] for port, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:25.703452 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4e8ef8-8341-4f2e-b6f6-9f4fa3d067fc admin admin] Network 5214b103-0600-4a81-9a33-2571ddc573a1 is already hosted by enough agents. {{(pid=94297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 05:24:25.706167 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.base_scheduler [None req-6f4e8ef8-8341-4f2e-b6f6-9f4fa3d067fc admin admin] Resources bound (agent type, host, resource id): {{(pid=94297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 05:24:25.709553 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4e8ef8-8341-4f2e-b6f6-9f4fa3d067fc admin admin] Received port after_create {{(pid=94297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 05:24:25.735931 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4e8ef8-8341-4f2e-b6f6-9f4fa3d067fc admin admin] Pushing event updated for resources: {'Port': ['ID=21980ab3-c6bc-45d2-8162-89997ade7920,revision_number=1']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:24:25.804361 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Pushing event updated for resources: {'Port': ['ID=1244df33-a243-422e-b706-c332d80b1d2a,revision_number=4']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:24:25.857729 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Provisioning complete for port 05d6bda0-f368-4181-b04c-bab9e5e4e5c7 triggered by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:24:25.858194 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:25.972358 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-6f4e8ef8-8341-4f2e-b6f6-9f4fa3d067fc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:26.087441 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-8baf1034-74ae-4d45-b236-bbbdbe3b7896 None None] Notify callbacks [] for port, precommit_create {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:26.113454 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-8baf1034-74ae-4d45-b236-bbbdbe3b7896 None None] Transition to ACTIVE for port object 5e22d474-b27c-42d3-8a6d-fc5ca5e01426 will not be triggered until provisioned by entity L2. {{(pid=94299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 05:24:26.120820 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-3994da74-4562-4639-bfa4-ab8d427d0bdb None None] Notify callbacks [] for port, precommit_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:26.141656 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-3994da74-4562-4639-bfa4-ab8d427d0bdb None None] Transition to ACTIVE for port object a6229c0d-c053-44e3-ac50-9583d3a4f0ba will not be triggered until provisioned by entity L2. {{(pid=94299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 05:24:26.146671 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aadf35e-32a6-4591-8a40-73268a6af259 req-2d598ed5-e69c-4bed-aade-131b76489ed2 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:24:26.148229 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-5aadf35e-32a6-4591-8a40-73268a6af259 req-2d598ed5-e69c-4bed-aade-131b76489ed2 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=553a1193-9ab7-4779-904a-7ced37b02028 HTTP/1.1" status: 200 len: 945 time: 0.0511260 Sep 09 05:24:26.168256 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-8baf1034-74ae-4d45-b236-bbbdbe3b7896 None None] Transition to ACTIVE for port object 5e22d474-b27c-42d3-8a6d-fc5ca5e01426 will not be triggered until provisioned by entity DHCP. {{(pid=94299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 05:24:26.173308 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-3994da74-4562-4639-bfa4-ab8d427d0bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:26.184998 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-8baf1034-74ae-4d45-b236-bbbdbe3b7896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748631669697'] for port, after_create {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:26.204098 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-5aadf35e-32a6-4591-8a40-73268a6af259 req-52359003-6fab-494b-8305-56e8de3586db tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=15c4bc75-620a-4602-90e3-2cad0b82dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487156 Sep 09 05:24:26.243258 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8baf1034-74ae-4d45-b236-bbbdbe3b7896 None None] Network 6a6b5001-66cf-462d-9c2a-bdf116e2cc16 is already hosted by enough agents. {{(pid=94299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 05:24:26.256699 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.scheduler.base_scheduler [None req-8baf1034-74ae-4d45-b236-bbbdbe3b7896 None None] Resources bound (agent type, host, resource id): {{(pid=94299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 05:24:26.259504 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8baf1034-74ae-4d45-b236-bbbdbe3b7896 None None] Received port after_create {{(pid=94299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 05:24:26.272333 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa6c79-3a3e-4736-bc38-66e8536f2b57 None None] Pushing event updated for resources: {'Port': ['ID=a6229c0d-c053-44e3-ac50-9583d3a4f0ba,revision_number=3']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:24:26.409544 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baf1034-74ae-4d45-b236-bbbdbe3b7896 None None] Pushing event updated for resources: {'Port': ['ID=5e22d474-b27c-42d3-8a6d-fc5ca5e01426,revision_number=1']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:24:26.413488 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.managers [None req-8baf1034-74ae-4d45-b236-bbbdbe3b7896 None None] Attempting to bind port 5e22d474-b27c-42d3-8a6d-fc5ca5e01426 on host dv-cinder-772623-14-iscsi for vnic_type normal with profile {{(pid=94299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 05:24:26.420220 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.managers [None req-8baf1034-74ae-4d45-b236-bbbdbe3b7896 None None] Attempting to bind port 5e22d474-b27c-42d3-8a6d-fc5ca5e01426 by drivers openvswitch,hyperv on host dv-cinder-772623-14-iscsi at level 0 using segments [{'id': 'a9271315-68d8-4dc9-acc3-569b474dc8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6a6b5001-66cf-462d-9c2a-bdf116e2cc16'}] {{(pid=94299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 05:24:26.420649 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8baf1034-74ae-4d45-b236-bbbdbe3b7896 None None] Attempting to bind port 5e22d474-b27c-42d3-8a6d-fc5ca5e01426 on network 6a6b5001-66cf-462d-9c2a-bdf116e2cc16 {{(pid=94299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 05:24:26.425891 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.managers [None req-3994da74-4562-4639-bfa4-ab8d427d0bdb None None] Attempting to bind port a6229c0d-c053-44e3-ac50-9583d3a4f0ba on host dv-cinder-772623-14-iscsi for vnic_type normal with profile {{(pid=94299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 05:24:26.426270 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.managers [None req-3994da74-4562-4639-bfa4-ab8d427d0bdb None None] Attempting to bind port a6229c0d-c053-44e3-ac50-9583d3a4f0ba by drivers openvswitch,hyperv on host dv-cinder-772623-14-iscsi at level 0 using segments [{'id': '88dd136d-61f5-4df0-9570-6114bdd8b56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4652544d-e216-4d1d-b8bf-add982dc8019'}] {{(pid=94299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 05:24:26.426625 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3994da74-4562-4639-bfa4-ab8d427d0bdb None None] Attempting to bind port a6229c0d-c053-44e3-ac50-9583d3a4f0ba on network 4652544d-e216-4d1d-b8bf-add982dc8019 {{(pid=94299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 05:24:26.431660 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8baf1034-74ae-4d45-b236-bbbdbe3b7896 None None] Checking agent: {'id': 'b4d491fa-f395-4d31-93f5-2c51f286f631', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 5, 9, 17), 'started_at': datetime.datetime(2021, 9, 9, 5, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 5, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 05:24:26.432035 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8baf1034-74ae-4d45-b236-bbbdbe3b7896 None None] Checking segment: {'id': 'a9271315-68d8-4dc9-acc3-569b474dc8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6a6b5001-66cf-462d-9c2a-bdf116e2cc16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 05:24:26.432439 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-8baf1034-74ae-4d45-b236-bbbdbe3b7896 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:26.432830 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8baf1034-74ae-4d45-b236-bbbdbe3b7896 None None] Bound using segment: {'id': 'a9271315-68d8-4dc9-acc3-569b474dc8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6a6b5001-66cf-462d-9c2a-bdf116e2cc16'} {{(pid=94299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 05:24:26.433315 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.managers [None req-8baf1034-74ae-4d45-b236-bbbdbe3b7896 None None] Bound port: 5e22d474-b27c-42d3-8a6d-fc5ca5e01426, host: dv-cinder-772623-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9271315-68d8-4dc9-acc3-569b474dc8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6a6b5001-66cf-462d-9c2a-bdf116e2cc16'}}] {{(pid=94299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 05:24:26.433682 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-8baf1034-74ae-4d45-b236-bbbdbe3b7896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:26.444472 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3994da74-4562-4639-bfa4-ab8d427d0bdb None None] Checking agent: {'id': 'b4d491fa-f395-4d31-93f5-2c51f286f631', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 5, 9, 17), 'started_at': datetime.datetime(2021, 9, 9, 5, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 5, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 05:24:26.444923 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3994da74-4562-4639-bfa4-ab8d427d0bdb None None] Checking segment: {'id': '88dd136d-61f5-4df0-9570-6114bdd8b56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4652544d-e216-4d1d-b8bf-add982dc8019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 05:24:26.445247 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-3994da74-4562-4639-bfa4-ab8d427d0bdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:26.445636 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3994da74-4562-4639-bfa4-ab8d427d0bdb None None] Bound using segment: {'id': '88dd136d-61f5-4df0-9570-6114bdd8b56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4652544d-e216-4d1d-b8bf-add982dc8019'} {{(pid=94299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 05:24:26.446150 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.managers [None req-3994da74-4562-4639-bfa4-ab8d427d0bdb None None] Bound port: a6229c0d-c053-44e3-ac50-9583d3a4f0ba, host: dv-cinder-772623-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88dd136d-61f5-4df0-9570-6114bdd8b56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4652544d-e216-4d1d-b8bf-add982dc8019'}}] {{(pid=94299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 05:24:26.446543 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-3994da74-4562-4639-bfa4-ab8d427d0bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:26.451913 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-6f4e8ef8-8341-4f2e-b6f6-9f4fa3d067fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600385'] for router, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:26.568190 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-8baf1034-74ae-4d45-b236-bbbdbe3b7896 None None] For port 5e22d474-b27c-42d3-8a6d-fc5ca5e01426, host dv-cinder-772623-14-iscsi, cleared binding levels {{(pid=94299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 05:24:26.572574 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-8baf1034-74ae-4d45-b236-bbbdbe3b7896 None None] For port 5e22d474-b27c-42d3-8a6d-fc5ca5e01426, host dv-cinder-772623-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-14-iscsi',level=0,port_id=5e22d474-b27c-42d3-8a6d-fc5ca5e01426,segment=NetworkSegment(a9271315-68d8-4dc9-acc3-569b474dc8d9),segment_id=a9271315-68d8-4dc9-acc3-569b474dc8d9)] {{(pid=94299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 05:24:26.575745 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-3994da74-4562-4639-bfa4-ab8d427d0bdb None None] For port a6229c0d-c053-44e3-ac50-9583d3a4f0ba, host dv-cinder-772623-14-iscsi, cleared binding levels {{(pid=94299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 05:24:26.579445 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-3994da74-4562-4639-bfa4-ab8d427d0bdb None None] For port a6229c0d-c053-44e3-ac50-9583d3a4f0ba, host dv-cinder-772623-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-14-iscsi',level=0,port_id=a6229c0d-c053-44e3-ac50-9583d3a4f0ba,segment=NetworkSegment(88dd136d-61f5-4df0-9570-6114bdd8b56a),segment_id=88dd136d-61f5-4df0-9570-6114bdd8b56a)] {{(pid=94299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 05:24:26.581000 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-8baf1034-74ae-4d45-b236-bbbdbe3b7896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:26.587002 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-3994da74-4562-4639-bfa4-ab8d427d0bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:26.593671 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f4e8ef8-8341-4f2e-b6f6-9f4fa3d067fc admin admin] Router c97b0d14-e5c2-42ac-b20c-4a713ef20f72 is scheduled to L3 agent e912432c-85e4-4a31-b574-aae2dcf01ec7 with binding_index 1 {{(pid=94297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 05:24:26.671197 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8baf1034-74ae-4d45-b236-bbbdbe3b7896 None None] Pushing event updated for resources: {'Port': ['ID=5e22d474-b27c-42d3-8a6d-fc5ca5e01426,revision_number=2']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:24:26.674232 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3994da74-4562-4639-bfa4-ab8d427d0bdb None None] Routers {'5202badf-1d93-4143-ac7a-5d37bf29963e'} bound to L3 agent in host dv-cinder-772623-14-iscsi {{(pid=94299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 05:24:26.674824 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-3994da74-4562-4639-bfa4-ab8d427d0bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T05:09:16Z,description=,heartbeat_timestamp=2021-09-09T05:24:17Z,host='dv-cinder-772623-14-iscsi',id=e912432c-85e4-4a31-b574-aae2dcf01ec7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T05:09:16Z,topic='l3_agent')) {'router_ids': ['5202badf-1d93-4143-ac7a-5d37bf29963e'], 'active': True} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:24:26.747696 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f4e8ef8-8341-4f2e-b6f6-9f4fa3d067fc admin admin] Notify agent at l3_agent.dv-cinder-772623-14-iscsi the message routers_updated {{(pid=94297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 05:24:26.757415 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9051e2-9b5d-4eb9-be78-0001fc8dcc9d None None] Sync routers for ids ['c97b0d14-e5c2-42ac-b20c-4a713ef20f72'] in dv-cinder-772623-14-iscsi {{(pid=94300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 05:24:26.767398 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9051e2-9b5d-4eb9-be78-0001fc8dcc9d None None] Routers {'c97b0d14-e5c2-42ac-b20c-4a713ef20f72'} bound to L3 agent in host dv-cinder-772623-14-iscsi {{(pid=94300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 05:24:26.768032 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_hamode_db [None req-ec9051e2-9b5d-4eb9-be78-0001fc8dcc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T05:09:16Z,description=,heartbeat_timestamp=2021-09-09T05:24:17Z,host='dv-cinder-772623-14-iscsi',id=e912432c-85e4-4a31-b574-aae2dcf01ec7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T05:09:16Z,topic='l3_agent')) {'router_ids': ['c97b0d14-e5c2-42ac-b20c-4a713ef20f72'], 'active': True} {{(pid=94300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:24:26.775416 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-6f4e8ef8-8341-4f2e-b6f6-9f4fa3d067fc admin admin] Notify callbacks [] for router, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:26.779965 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-6f4e8ef8-8341-4f2e-b6f6-9f4fa3d067fc admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8458421 Sep 09 05:24:26.780218 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 41986) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:24:26.840625 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvr_db [None req-3994da74-4562-4639-bfa4-ab8d427d0bdb None None] Set router 5202badf-1d93-4143-ac7a-5d37bf29963e gateway port host: dv-cinder-772623-14-iscsi {{(pid=94299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 05:24:26.842544 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa6c79-3a3e-4736-bc38-66e8536f2b57 None None] Pushing event updated for resources: {'Port': ['ID=a6229c0d-c053-44e3-ac50-9583d3a4f0ba,revision_number=4']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:24:26.996956 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_dvr_db [None req-ec9051e2-9b5d-4eb9-be78-0001fc8dcc9d None None] Set router c97b0d14-e5c2-42ac-b20c-4a713ef20f72 gateway port host: dv-cinder-772623-14-iscsi {{(pid=94300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 05:24:27.144552 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device 1244df33-a243-422e-b706-c332d80b1d2a up at agent ovs-agent-dv-cinder-772623-14-iscsi {{(pid=94299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 05:24:27.218392 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Provisioning complete for port 1244df33-a243-422e-b706-c332d80b1d2a triggered by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:24:27.219242 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:27.240362 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_hamode_db [None req-ec9051e2-9b5d-4eb9-be78-0001fc8dcc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c97b0d14-e5c2-42ac-b20c-4a713ef20f72', 'name': 'tempest-TestMinimumBasicScenario-2115404821-router', 'tenant_id': 'd8e0392115fe449c9006627dc257b2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '21980ab3-c6bc-45d2-8162-89997ade7920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:24:24Z', 'updated_at': '2021-09-09T05:24:25Z', 'revision_number': 3, 'project_id': 'd8e0392115fe449c9006627dc257b2ae', 'gw_port': {'id': '21980ab3-c6bc-45d2-8162-89997ade7920', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:21:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c97b0d14-e5c2-42ac-b20c-4a713ef20f72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:24:25Z', 'updated_at': '2021-09-09T05:24:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi'}], 'dv-cinder-772623-14-iscsi', False) {} {{(pid=94300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:24:27.246674 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-3994da74-4562-4639-bfa4-ab8d427d0bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5202badf-1d93-4143-ac7a-5d37bf29963e', 'name': 'tempest-TestMinimumBasicScenario-446877754-router', 'tenant_id': '78d2d5f44e3648f4afee26aa92bf9774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '1244df33-a243-422e-b706-c332d80b1d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:24:20Z', 'updated_at': '2021-09-09T05:24:23Z', 'revision_number': 4, 'project_id': '78d2d5f44e3648f4afee26aa92bf9774', 'gw_port': {'id': '1244df33-a243-422e-b706-c332d80b1d2a', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5202badf-1d93-4143-ac7a-5d37bf29963e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:24:20Z', 'updated_at': '2021-09-09T05:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi', '_interfaces': [{'id': 'a6229c0d-c053-44e3-ac50-9583d3a4f0ba', 'name': '', 'network_id': '4652544d-e216-4d1d-b8bf-add982dc8019', 'tenant_id': '78d2d5f44e3648f4afee26aa92bf9774', 'mac_address': 'fa:16:3e:66:ba:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5202badf-1d93-4143-ac7a-5d37bf29963e', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '53475f42-77fa-46f8-ae16-8e7d5b7ae076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:24:22Z', 'updated_at': '2021-09-09T05:24:26Z', 'revision_number': 4, 'project_id': '78d2d5f44e3648f4afee26aa92bf9774', 'subnets': [{'id': '53475f42-77fa-46f8-ae16-8e7d5b7ae076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-14-iscsi', False) {} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:24:27.274862 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9051e2-9b5d-4eb9-be78-0001fc8dcc9d None None] Checking router: c97b0d14-e5c2-42ac-b20c-4a713ef20f72 for host: dv-cinder-772623-14-iscsi {{(pid=94300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 05:24:27.275201 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9051e2-9b5d-4eb9-be78-0001fc8dcc9d None None] Updating router c97b0d14-e5c2-42ac-b20c-4a713ef20f72 port 21980ab3-c6bc-45d2-8162-89997ade7920 binding host dv-cinder-772623-14-iscsi {{(pid=94300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 05:24:27.281858 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3994da74-4562-4639-bfa4-ab8d427d0bdb None None] The sync data for ids ['5202badf-1d93-4143-ac7a-5d37bf29963e'] in dv-cinder-772623-14-iscsi is: [{'id': '5202badf-1d93-4143-ac7a-5d37bf29963e', 'name': 'tempest-TestMinimumBasicScenario-446877754-router', 'tenant_id': '78d2d5f44e3648f4afee26aa92bf9774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '1244df33-a243-422e-b706-c332d80b1d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:24:20Z', 'updated_at': '2021-09-09T05:24:23Z', 'revision_number': 4, 'project_id': '78d2d5f44e3648f4afee26aa92bf9774', 'gw_port': {'id': '1244df33-a243-422e-b706-c332d80b1d2a', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5202badf-1d93-4143-ac7a-5d37bf29963e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:24:20Z', 'updated_at': '2021-09-09T05:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi', '_interfaces': [{'id': 'a6229c0d-c053-44e3-ac50-9583d3a4f0ba', 'name': '', 'network_id': '4652544d-e216-4d1d-b8bf-add982dc8019', 'tenant_id': '78d2d5f44e3648f4afee26aa92bf9774', 'mac_address': 'fa:16:3e:66:ba:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5202badf-1d93-4143-ac7a-5d37bf29963e', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '53475f42-77fa-46f8-ae16-8e7d5b7ae076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:24:22Z', 'updated_at': '2021-09-09T05:24:26Z', 'revision_number': 4, 'project_id': '78d2d5f44e3648f4afee26aa92bf9774', 'subnets': [{'id': '53475f42-77fa-46f8-ae16-8e7d5b7ae076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 05:24:27.323847 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-ec9051e2-9b5d-4eb9-be78-0001fc8dcc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:27.374811 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device 5e22d474-b27c-42d3-8a6d-fc5ca5e01426 up at agent ovs-agent-dv-cinder-772623-14-iscsi {{(pid=94299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 05:24:27.404175 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9c17f4-dd47-4388-afb6-c2fdac9ed922 req-d24ab6af-b055-4474-bc2f-d90a05e16587 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:24:27.411303 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-0a9c17f4-dd47-4388-afb6-c2fdac9ed922 req-d24ab6af-b055-4474-bc2f-d90a05e16587 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=553a1193-9ab7-4779-904a-7ced37b02028 HTTP/1.1" status: 200 len: 945 time: 0.1021590 Sep 09 05:24:27.436156 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-b9b4a88b-49ce-48cc-b0f3-4ef8d63ae04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:27.463667 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Provisioning for port 5e22d474-b27c-42d3-8a6d-fc5ca5e01426 completed by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 05:24:27.504931 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-0a9c17f4-dd47-4388-afb6-c2fdac9ed922 req-14966845-1165-45db-99c3-969e0740e00b tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=15c4bc75-620a-4602-90e3-2cad0b82dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887296 Sep 09 05:24:27.668440 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.db_base_plugin_common [None req-b9b4a88b-49ce-48cc-b0f3-4ef8d63ae04c admin admin] Allocated IP 172.20.0.1 (6a6b5001-66cf-462d-9c2a-bdf116e2cc16/cb8b3fb4-8006-4a81-a2f4-8f2589eb8be9/78bb1794-2252-4da9-b4ab-a1c4655abab7) {{(pid=94297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 05:24:27.736626 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-ec9051e2-9b5d-4eb9-be78-0001fc8dcc9d None None] Notify callbacks [] for port, precommit_update {{(pid=94300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:27.748501 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.provisioning_blocks [None req-ec9051e2-9b5d-4eb9-be78-0001fc8dcc9d None None] Transition to ACTIVE for port object 21980ab3-c6bc-45d2-8162-89997ade7920 will not be triggered until provisioned by entity L2. {{(pid=94300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 05:24:27.756810 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-ec9051e2-9b5d-4eb9-be78-0001fc8dcc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:27.799029 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-b9b4a88b-49ce-48cc-b0f3-4ef8d63ae04c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:27.806749 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4278e214-a0fa-4cb2-a8ce-74f2c6a969fd None None] Pushing event updated for resources: {'Port': ['ID=21980ab3-c6bc-45d2-8162-89997ade7920,revision_number=2']} {{(pid=94300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:24:27.817547 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f605075-4e97-49f6-b551-eed247f051c6 None None] Network 6a6b5001-66cf-462d-9c2a-bdf116e2cc16 requested from dv-cinder-772623-14-iscsi {{(pid=94299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 05:24:27.819946 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.provisioning_blocks [None req-b9b4a88b-49ce-48cc-b0f3-4ef8d63ae04c admin admin] Transition to ACTIVE for port object 78bb1794-2252-4da9-b4ab-a1c4655abab7 will not be triggered until provisioned by entity DHCP. {{(pid=94297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 05:24:27.827922 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.plugins.ml2.managers [None req-ec9051e2-9b5d-4eb9-be78-0001fc8dcc9d None None] Attempting to bind port 21980ab3-c6bc-45d2-8162-89997ade7920 on host dv-cinder-772623-14-iscsi for vnic_type normal with profile {{(pid=94300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 05:24:27.828499 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.plugins.ml2.managers [None req-ec9051e2-9b5d-4eb9-be78-0001fc8dcc9d None None] Attempting to bind port 21980ab3-c6bc-45d2-8162-89997ade7920 by drivers openvswitch,hyperv on host dv-cinder-772623-14-iscsi at level 0 using segments [{'id': 'df80411f-acb6-4e9d-a7f5-4a8066bc7b33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1'}] {{(pid=94300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 05:24:27.828852 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9051e2-9b5d-4eb9-be78-0001fc8dcc9d None None] Attempting to bind port 21980ab3-c6bc-45d2-8162-89997ade7920 on network 5214b103-0600-4a81-9a33-2571ddc573a1 {{(pid=94300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 05:24:27.834022 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9051e2-9b5d-4eb9-be78-0001fc8dcc9d None None] Checking agent: {'id': 'b4d491fa-f395-4d31-93f5-2c51f286f631', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 5, 9, 17), 'started_at': datetime.datetime(2021, 9, 9, 5, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 5, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 05:24:27.834392 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9051e2-9b5d-4eb9-be78-0001fc8dcc9d None None] Checking segment: {'id': 'df80411f-acb6-4e9d-a7f5-4a8066bc7b33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 05:24:27.834793 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-ec9051e2-9b5d-4eb9-be78-0001fc8dcc9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:27.835177 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec9051e2-9b5d-4eb9-be78-0001fc8dcc9d None None] Bound using segment: {'id': 'df80411f-acb6-4e9d-a7f5-4a8066bc7b33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1'} {{(pid=94300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 05:24:27.835642 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.plugins.ml2.managers [None req-ec9051e2-9b5d-4eb9-be78-0001fc8dcc9d None None] Bound port: 21980ab3-c6bc-45d2-8162-89997ade7920, host: dv-cinder-772623-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df80411f-acb6-4e9d-a7f5-4a8066bc7b33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1'}}] {{(pid=94300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 05:24:27.836175 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-ec9051e2-9b5d-4eb9-be78-0001fc8dcc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:27.862303 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-b9b4a88b-49ce-48cc-b0f3-4ef8d63ae04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748631669697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29281037'] for port, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:27.898477 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-f5037041-0de9-4958-a715-7986ead5c24c None None] Provisioning for port 5e22d474-b27c-42d3-8a6d-fc5ca5e01426 completed by entity DHCP. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 05:24:27.903681 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-f5037041-0de9-4958-a715-7986ead5c24c None None] Provisioning complete for port 5e22d474-b27c-42d3-8a6d-fc5ca5e01426 triggered by entity DHCP. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:24:27.904184 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-f5037041-0de9-4958-a715-7986ead5c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:27.905428 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b4a88b-49ce-48cc-b0f3-4ef8d63ae04c admin admin] Network 6a6b5001-66cf-462d-9c2a-bdf116e2cc16 is already hosted by enough agents. {{(pid=94297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 05:24:27.905645 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.plugins.ml2.db [None req-ec9051e2-9b5d-4eb9-be78-0001fc8dcc9d None None] For port 21980ab3-c6bc-45d2-8162-89997ade7920, host dv-cinder-772623-14-iscsi, cleared binding levels {{(pid=94300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 05:24:27.910174 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.base_scheduler [None req-b9b4a88b-49ce-48cc-b0f3-4ef8d63ae04c admin admin] Resources bound (agent type, host, resource id): {{(pid=94297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 05:24:27.914824 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.plugins.ml2.db [None req-ec9051e2-9b5d-4eb9-be78-0001fc8dcc9d None None] For port 21980ab3-c6bc-45d2-8162-89997ade7920, host dv-cinder-772623-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-14-iscsi',level=0,port_id=21980ab3-c6bc-45d2-8162-89997ade7920,segment=NetworkSegment(df80411f-acb6-4e9d-a7f5-4a8066bc7b33),segment_id=df80411f-acb6-4e9d-a7f5-4a8066bc7b33)] {{(pid=94300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 05:24:27.916001 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b4a88b-49ce-48cc-b0f3-4ef8d63ae04c admin admin] Received port after_create {{(pid=94297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 05:24:27.923112 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-ec9051e2-9b5d-4eb9-be78-0001fc8dcc9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:27.940957 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b4a88b-49ce-48cc-b0f3-4ef8d63ae04c admin admin] Pushing event updated for resources: {'Port': ['ID=78bb1794-2252-4da9-b4ab-a1c4655abab7,revision_number=1']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:24:27.950244 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b4a88b-49ce-48cc-b0f3-4ef8d63ae04c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:24:27.950521 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b4a88b-49ce-48cc-b0f3-4ef8d63ae04c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:24:27.950826 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b4a88b-49ce-48cc-b0f3-4ef8d63ae04c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:24:27.951209 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b4a88b-49ce-48cc-b0f3-4ef8d63ae04c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:24:27.951624 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b4a88b-49ce-48cc-b0f3-4ef8d63ae04c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:24:27.951973 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b4a88b-49ce-48cc-b0f3-4ef8d63ae04c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:24:27.952979 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b4a88b-49ce-48cc-b0f3-4ef8d63ae04c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:24:27.953299 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b4a88b-49ce-48cc-b0f3-4ef8d63ae04c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:24:27.953731 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b4a88b-49ce-48cc-b0f3-4ef8d63ae04c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:24:27.954001 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b4a88b-49ce-48cc-b0f3-4ef8d63ae04c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:24:27.954319 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b4a88b-49ce-48cc-b0f3-4ef8d63ae04c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:24:27.954693 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9b4a88b-49ce-48cc-b0f3-4ef8d63ae04c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:24:27.976573 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-b9b4a88b-49ce-48cc-b0f3-4ef8d63ae04c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600464'] for router_interface, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:28.016744 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9051e2-9b5d-4eb9-be78-0001fc8dcc9d None None] Routers {'c97b0d14-e5c2-42ac-b20c-4a713ef20f72'} bound to L3 agent in host dv-cinder-772623-14-iscsi {{(pid=94300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 05:24:28.017372 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_hamode_db [None req-ec9051e2-9b5d-4eb9-be78-0001fc8dcc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T05:09:16Z,description=,heartbeat_timestamp=2021-09-09T05:24:17Z,host='dv-cinder-772623-14-iscsi',id=e912432c-85e4-4a31-b574-aae2dcf01ec7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T05:09:16Z,topic='l3_agent')) {'router_ids': ['c97b0d14-e5c2-42ac-b20c-4a713ef20f72'], 'active': True} {{(pid=94300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:24:28.019186 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4278e214-a0fa-4cb2-a8ce-74f2c6a969fd None None] Pushing event updated for resources: {'Port': ['ID=21980ab3-c6bc-45d2-8162-89997ade7920,revision_number=3']} {{(pid=94300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:24:28.072283 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-f5037041-0de9-4958-a715-7986ead5c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:28.119433 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-f5037041-0de9-4958-a715-7986ead5c24c None None] For port 5e22d474-b27c-42d3-8a6d-fc5ca5e01426, host dv-cinder-772623-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-14-iscsi',level=0,port_id=5e22d474-b27c-42d3-8a6d-fc5ca5e01426,segment=NetworkSegment(a9271315-68d8-4dc9-acc3-569b474dc8d9),segment_id=a9271315-68d8-4dc9-acc3-569b474dc8d9)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:24:28.125518 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-f5037041-0de9-4958-a715-7986ead5c24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:28.150674 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-b9b4a88b-49ce-48cc-b0f3-4ef8d63ae04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:28.160675 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_dvr_db [None req-ec9051e2-9b5d-4eb9-be78-0001fc8dcc9d None None] Set router c97b0d14-e5c2-42ac-b20c-4a713ef20f72 gateway port host: dv-cinder-772623-14-iscsi {{(pid=94300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 05:24:28.196055 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5037041-0de9-4958-a715-7986ead5c24c None None] Pushing event updated for resources: {'Port': ['ID=5e22d474-b27c-42d3-8a6d-fc5ca5e01426,revision_number=3']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:24:28.366785 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-b9b4a88b-49ce-48cc-b0f3-4ef8d63ae04c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:28.377073 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-b9b4a88b-49ce-48cc-b0f3-4ef8d63ae04c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29280254'] for port, after_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:28.378330 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_hamode_db [None req-ec9051e2-9b5d-4eb9-be78-0001fc8dcc9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c97b0d14-e5c2-42ac-b20c-4a713ef20f72', 'name': 'tempest-TestMinimumBasicScenario-2115404821-router', 'tenant_id': 'd8e0392115fe449c9006627dc257b2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '21980ab3-c6bc-45d2-8162-89997ade7920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:24:24Z', 'updated_at': '2021-09-09T05:24:25Z', 'revision_number': 3, 'project_id': 'd8e0392115fe449c9006627dc257b2ae', 'gw_port': {'id': '21980ab3-c6bc-45d2-8162-89997ade7920', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:21:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c97b0d14-e5c2-42ac-b20c-4a713ef20f72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:24:25Z', 'updated_at': '2021-09-09T05:24:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi'}], 'dv-cinder-772623-14-iscsi', False) {} {{(pid=94300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:24:28.409626 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9051e2-9b5d-4eb9-be78-0001fc8dcc9d None None] The sync data for ids ['c97b0d14-e5c2-42ac-b20c-4a713ef20f72'] in dv-cinder-772623-14-iscsi is: [{'id': 'c97b0d14-e5c2-42ac-b20c-4a713ef20f72', 'name': 'tempest-TestMinimumBasicScenario-2115404821-router', 'tenant_id': 'd8e0392115fe449c9006627dc257b2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '21980ab3-c6bc-45d2-8162-89997ade7920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:24:24Z', 'updated_at': '2021-09-09T05:24:25Z', 'revision_number': 3, 'project_id': 'd8e0392115fe449c9006627dc257b2ae', 'gw_port': {'id': '21980ab3-c6bc-45d2-8162-89997ade7920', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:21:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c97b0d14-e5c2-42ac-b20c-4a713ef20f72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:24:25Z', 'updated_at': '2021-09-09T05:24:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi'}] {{(pid=94300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 05:24:28.448265 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-b9b4a88b-49ce-48cc-b0f3-4ef8d63ae04c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601088'] for router_interface, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:28.457019 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b4a88b-49ce-48cc-b0f3-4ef8d63ae04c admin admin] Pushing event updated for resources: {'Port': ['ID=78bb1794-2252-4da9-b4ab-a1c4655abab7,revision_number=2']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:24:28.467052 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-e959b36e-820a-4362-a780-cc381f102bb4 None None] Provisioning for port 78bb1794-2252-4da9-b4ab-a1c4655abab7 completed by entity DHCP. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 05:24:28.475016 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-e959b36e-820a-4362-a780-cc381f102bb4 None None] Provisioning complete for port 78bb1794-2252-4da9-b4ab-a1c4655abab7 triggered by entity DHCP. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:24:28.475393 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-e959b36e-820a-4362-a780-cc381f102bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:28.520007 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.plugin [None req-e959b36e-820a-4362-a780-cc381f102bb4 None None] Port 78bb1794-2252-4da9-b4ab-a1c4655abab7 cannot update to ACTIVE because it is not bound. {{(pid=94299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 05:24:28.540922 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-e959b36e-820a-4362-a780-cc381f102bb4 None None] Provisioning complete for port 5e22d474-b27c-42d3-8a6d-fc5ca5e01426 triggered by entity DHCP. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:24:28.541486 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-e959b36e-820a-4362-a780-cc381f102bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:28.600028 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b4a88b-49ce-48cc-b0f3-4ef8d63ae04c admin admin] Network 6a6b5001-66cf-462d-9c2a-bdf116e2cc16 is already hosted by enough agents. {{(pid=94297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 05:24:28.601849 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.base_scheduler [None req-b9b4a88b-49ce-48cc-b0f3-4ef8d63ae04c admin admin] Resources bound (agent type, host, resource id): {{(pid=94297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 05:24:28.674654 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf1bdc4-c1dd-4f6b-a951-b2a54dbf65a4 req-5f965228-ab4e-40f2-9300-a1553df26cf5 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:24:28.680253 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-0cf1bdc4-c1dd-4f6b-a951-b2a54dbf65a4 req-5f965228-ab4e-40f2-9300-a1553df26cf5 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=553a1193-9ab7-4779-904a-7ced37b02028 HTTP/1.1" status: 200 len: 945 time: 0.0794418 Sep 09 05:24:28.720717 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-0cf1bdc4-c1dd-4f6b-a951-b2a54dbf65a4 req-e29213da-04e5-4d12-a901-594706dacdf4 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=15c4bc75-620a-4602-90e3-2cad0b82dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380299 Sep 09 05:24:28.759530 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9b4a88b-49ce-48cc-b0f3-4ef8d63ae04c admin admin] Router c97b0d14-e5c2-42ac-b20c-4a713ef20f72 has already been hosted by L3 agent e912432c-85e4-4a31-b574-aae2dcf01ec7 {{(pid=94297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 05:24:28.768170 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-6d50b4e1-03e3-4f1d-8ad0-da0c5d31178f None None] Provisioning complete for port 78bb1794-2252-4da9-b4ab-a1c4655abab7 triggered by entity DHCP. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:24:28.768859 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-6d50b4e1-03e3-4f1d-8ad0-da0c5d31178f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:28.808694 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.plugin [None req-6d50b4e1-03e3-4f1d-8ad0-da0c5d31178f None None] Port 78bb1794-2252-4da9-b4ab-a1c4655abab7 cannot update to ACTIVE because it is not bound. {{(pid=94299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 05:24:28.906195 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9b4a88b-49ce-48cc-b0f3-4ef8d63ae04c admin admin] Notify agent at l3_agent.dv-cinder-772623-14-iscsi the message routers_updated {{(pid=94297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 05:24:28.919206 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-b9b4a88b-49ce-48cc-b0f3-4ef8d63ae04c admin admin] 10.222.0.24 "PUT /v2.0/routers/c97b0d14-e5c2-42ac-b20c-4a713ef20f72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1271698 Sep 09 05:24:28.961571 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-cf9ec105-e2c3-472f-a39a-08a2da2b5ad9 None None] Provisioning complete for port 78bb1794-2252-4da9-b4ab-a1c4655abab7 triggered by entity DHCP. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:24:28.962133 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-cf9ec105-e2c3-472f-a39a-08a2da2b5ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:29.011935 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.plugin [None req-cf9ec105-e2c3-472f-a39a-08a2da2b5ad9 None None] Port 78bb1794-2252-4da9-b4ab-a1c4655abab7 cannot update to ACTIVE because it is not bound. {{(pid=94299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 05:24:29.117447 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device 21980ab3-c6bc-45d2-8162-89997ade7920 up at agent ovs-agent-dv-cinder-772623-14-iscsi {{(pid=94299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 05:24:29.172549 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Provisioning for port 21980ab3-c6bc-45d2-8162-89997ade7920 completed by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 05:24:29.176651 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Provisioning complete for port 21980ab3-c6bc-45d2-8162-89997ade7920 triggered by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:24:29.176937 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:29.263733 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:29.286660 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] For port 21980ab3-c6bc-45d2-8162-89997ade7920, host dv-cinder-772623-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-14-iscsi',level=0,port_id=21980ab3-c6bc-45d2-8162-89997ade7920,segment=NetworkSegment(df80411f-acb6-4e9d-a7f5-4a8066bc7b33),segment_id=df80411f-acb6-4e9d-a7f5-4a8066bc7b33)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:24:29.293738 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:29.293738 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device 5e22d474-b27c-42d3-8a6d-fc5ca5e01426 up at agent ovs-agent-dv-cinder-772623-14-iscsi {{(pid=94299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 05:24:29.373535 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Pushing event updated for resources: {'Port': ['ID=21980ab3-c6bc-45d2-8162-89997ade7920,revision_number=4']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:24:29.387299 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Provisioning complete for port 5e22d474-b27c-42d3-8a6d-fc5ca5e01426 triggered by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:24:29.387299 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:29.593470 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device a6229c0d-c053-44e3-ac50-9583d3a4f0ba up at agent ovs-agent-dv-cinder-772623-14-iscsi {{(pid=94299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 05:24:29.644230 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Provisioning for port a6229c0d-c053-44e3-ac50-9583d3a4f0ba completed by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 05:24:29.648286 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Provisioning complete for port a6229c0d-c053-44e3-ac50-9583d3a4f0ba triggered by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:24:29.648749 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:29.735072 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:29.769566 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] For port a6229c0d-c053-44e3-ac50-9583d3a4f0ba, host dv-cinder-772623-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-14-iscsi',level=0,port_id=a6229c0d-c053-44e3-ac50-9583d3a4f0ba,segment=NetworkSegment(88dd136d-61f5-4df0-9570-6114bdd8b56a),segment_id=88dd136d-61f5-4df0-9570-6114bdd8b56a)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:24:29.776344 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:29.856600 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Pushing event updated for resources: {'Port': ['ID=a6229c0d-c053-44e3-ac50-9583d3a4f0ba,revision_number=5']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:24:29.904507 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494740f6-44a6-47f5-9595-25fc0ba049e0 req-b84c5a84-6dce-4f5e-b88f-82727cba4704 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:24:29.906868 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-494740f6-44a6-47f5-9595-25fc0ba049e0 req-b84c5a84-6dce-4f5e-b88f-82727cba4704 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=553a1193-9ab7-4779-904a-7ced37b02028 HTTP/1.1" status: 200 len: 945 time: 0.0576901 Sep 09 05:24:29.953469 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-494740f6-44a6-47f5-9595-25fc0ba049e0 req-c7cddd5b-0a2d-4b54-85a8-67177bdaee16 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=15c4bc75-620a-4602-90e3-2cad0b82dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388219 Sep 09 05:24:30.698111 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006efd9f-931d-4326-9b18-05f3b76a47b1 None None] Sync routers for ids ['c97b0d14-e5c2-42ac-b20c-4a713ef20f72'] in dv-cinder-772623-14-iscsi {{(pid=94299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 05:24:30.707699 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006efd9f-931d-4326-9b18-05f3b76a47b1 None None] Routers {'c97b0d14-e5c2-42ac-b20c-4a713ef20f72'} bound to L3 agent in host dv-cinder-772623-14-iscsi {{(pid=94299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 05:24:30.708503 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-006efd9f-931d-4326-9b18-05f3b76a47b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T05:09:16Z,description=,heartbeat_timestamp=2021-09-09T05:24:17Z,host='dv-cinder-772623-14-iscsi',id=e912432c-85e4-4a31-b574-aae2dcf01ec7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T05:09:16Z,topic='l3_agent')) {'router_ids': ['c97b0d14-e5c2-42ac-b20c-4a713ef20f72'], 'active': True} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:24:30.823518 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvr_db [None req-006efd9f-931d-4326-9b18-05f3b76a47b1 None None] Set router c97b0d14-e5c2-42ac-b20c-4a713ef20f72 gateway port host: dv-cinder-772623-14-iscsi {{(pid=94299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 05:24:30.982351 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device 21980ab3-c6bc-45d2-8162-89997ade7920 up at agent ovs-agent-dv-cinder-772623-14-iscsi {{(pid=94299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 05:24:31.082692 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Provisioning complete for port 21980ab3-c6bc-45d2-8162-89997ade7920 triggered by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:24:31.083000 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:31.101537 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc77daa-8bbb-44ac-89cf-c2ba05eadb41 req-e786a2d9-55a5-4450-8dd7-fe4f616a1ac4 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:24:31.107246 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-9fc77daa-8bbb-44ac-89cf-c2ba05eadb41 req-e786a2d9-55a5-4450-8dd7-fe4f616a1ac4 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=553a1193-9ab7-4779-904a-7ced37b02028 HTTP/1.1" status: 200 len: 945 time: 0.0637925 Sep 09 05:24:31.114955 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-006efd9f-931d-4326-9b18-05f3b76a47b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c97b0d14-e5c2-42ac-b20c-4a713ef20f72', 'name': 'tempest-TestMinimumBasicScenario-2115404821-router', 'tenant_id': 'd8e0392115fe449c9006627dc257b2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '21980ab3-c6bc-45d2-8162-89997ade7920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:24:24Z', 'updated_at': '2021-09-09T05:24:28Z', 'revision_number': 4, 'project_id': 'd8e0392115fe449c9006627dc257b2ae', 'gw_port': {'id': '21980ab3-c6bc-45d2-8162-89997ade7920', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:21:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97b0d14-e5c2-42ac-b20c-4a713ef20f72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:24:25Z', 'updated_at': '2021-09-09T05:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi', '_interfaces': [{'id': '78bb1794-2252-4da9-b4ab-a1c4655abab7', 'name': '', 'network_id': '6a6b5001-66cf-462d-9c2a-bdf116e2cc16', 'tenant_id': 'd8e0392115fe449c9006627dc257b2ae', 'mac_address': 'fa:16:3e:a6:3e:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c97b0d14-e5c2-42ac-b20c-4a713ef20f72', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'cb8b3fb4-8006-4a81-a2f4-8f2589eb8be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:24:27Z', 'updated_at': '2021-09-09T05:24:28Z', 'revision_number': 2, 'project_id': 'd8e0392115fe449c9006627dc257b2ae', 'subnets': [{'id': 'cb8b3fb4-8006-4a81-a2f4-8f2589eb8be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-14-iscsi', False) {} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:24:31.152532 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006efd9f-931d-4326-9b18-05f3b76a47b1 None None] Checking router: c97b0d14-e5c2-42ac-b20c-4a713ef20f72 for host: dv-cinder-772623-14-iscsi {{(pid=94299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 05:24:31.152984 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006efd9f-931d-4326-9b18-05f3b76a47b1 None None] Updating router c97b0d14-e5c2-42ac-b20c-4a713ef20f72 port 78bb1794-2252-4da9-b4ab-a1c4655abab7 binding host dv-cinder-772623-14-iscsi {{(pid=94299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 05:24:31.163862 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-9fc77daa-8bbb-44ac-89cf-c2ba05eadb41 req-89515155-eaa6-4fa7-9c5c-9baa8046a0aa tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=15c4bc75-620a-4602-90e3-2cad0b82dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457275 Sep 09 05:24:31.194436 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-006efd9f-931d-4326-9b18-05f3b76a47b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:31.269560 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device a6229c0d-c053-44e3-ac50-9583d3a4f0ba up at agent ovs-agent-dv-cinder-772623-14-iscsi {{(pid=94299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 05:24:31.410640 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Provisioning complete for port a6229c0d-c053-44e3-ac50-9583d3a4f0ba triggered by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:24:31.411119 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:31.599954 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-006efd9f-931d-4326-9b18-05f3b76a47b1 None None] Notify callbacks [] for port, precommit_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:31.611156 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-006efd9f-931d-4326-9b18-05f3b76a47b1 None None] Transition to ACTIVE for port object 78bb1794-2252-4da9-b4ab-a1c4655abab7 will not be triggered until provisioned by entity L2. {{(pid=94299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 05:24:31.620732 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-006efd9f-931d-4326-9b18-05f3b76a47b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:31.695848 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c93e6c5-ad31-4bc9-b274-326742e8303a None None] Pushing event updated for resources: {'Port': ['ID=78bb1794-2252-4da9-b4ab-a1c4655abab7,revision_number=3']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:24:31.733797 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.managers [None req-006efd9f-931d-4326-9b18-05f3b76a47b1 None None] Attempting to bind port 78bb1794-2252-4da9-b4ab-a1c4655abab7 on host dv-cinder-772623-14-iscsi for vnic_type normal with profile {{(pid=94299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 05:24:31.734484 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.managers [None req-006efd9f-931d-4326-9b18-05f3b76a47b1 None None] Attempting to bind port 78bb1794-2252-4da9-b4ab-a1c4655abab7 by drivers openvswitch,hyperv on host dv-cinder-772623-14-iscsi at level 0 using segments [{'id': 'a9271315-68d8-4dc9-acc3-569b474dc8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6a6b5001-66cf-462d-9c2a-bdf116e2cc16'}] {{(pid=94299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 05:24:31.734484 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006efd9f-931d-4326-9b18-05f3b76a47b1 None None] Attempting to bind port 78bb1794-2252-4da9-b4ab-a1c4655abab7 on network 6a6b5001-66cf-462d-9c2a-bdf116e2cc16 {{(pid=94299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 05:24:31.739842 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006efd9f-931d-4326-9b18-05f3b76a47b1 None None] Checking agent: {'id': 'b4d491fa-f395-4d31-93f5-2c51f286f631', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 5, 9, 17), 'started_at': datetime.datetime(2021, 9, 9, 5, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 5, 24, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 05:24:31.740215 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006efd9f-931d-4326-9b18-05f3b76a47b1 None None] Checking segment: {'id': 'a9271315-68d8-4dc9-acc3-569b474dc8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6a6b5001-66cf-462d-9c2a-bdf116e2cc16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 05:24:31.740617 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-006efd9f-931d-4326-9b18-05f3b76a47b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:31.741001 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-006efd9f-931d-4326-9b18-05f3b76a47b1 None None] Bound using segment: {'id': 'a9271315-68d8-4dc9-acc3-569b474dc8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6a6b5001-66cf-462d-9c2a-bdf116e2cc16'} {{(pid=94299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 05:24:31.741462 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.managers [None req-006efd9f-931d-4326-9b18-05f3b76a47b1 None None] Bound port: 78bb1794-2252-4da9-b4ab-a1c4655abab7, host: dv-cinder-772623-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9271315-68d8-4dc9-acc3-569b474dc8d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '6a6b5001-66cf-462d-9c2a-bdf116e2cc16'}}] {{(pid=94299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 05:24:31.741871 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-006efd9f-931d-4326-9b18-05f3b76a47b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:31.823180 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-006efd9f-931d-4326-9b18-05f3b76a47b1 None None] For port 78bb1794-2252-4da9-b4ab-a1c4655abab7, host dv-cinder-772623-14-iscsi, cleared binding levels {{(pid=94299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 05:24:31.826499 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-006efd9f-931d-4326-9b18-05f3b76a47b1 None None] For port 78bb1794-2252-4da9-b4ab-a1c4655abab7, host dv-cinder-772623-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-14-iscsi',level=0,port_id=78bb1794-2252-4da9-b4ab-a1c4655abab7,segment=NetworkSegment(a9271315-68d8-4dc9-acc3-569b474dc8d9),segment_id=a9271315-68d8-4dc9-acc3-569b474dc8d9)] {{(pid=94299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 05:24:31.833534 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-006efd9f-931d-4326-9b18-05f3b76a47b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:31.894378 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-006efd9f-931d-4326-9b18-05f3b76a47b1 None None] Routers {'c97b0d14-e5c2-42ac-b20c-4a713ef20f72'} bound to L3 agent in host dv-cinder-772623-14-iscsi {{(pid=94299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 05:24:31.894989 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-006efd9f-931d-4326-9b18-05f3b76a47b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T05:09:16Z,description=,heartbeat_timestamp=2021-09-09T05:24:17Z,host='dv-cinder-772623-14-iscsi',id=e912432c-85e4-4a31-b574-aae2dcf01ec7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T05:09:16Z,topic='l3_agent')) {'router_ids': ['c97b0d14-e5c2-42ac-b20c-4a713ef20f72'], 'active': True} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:24:31.945313 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c93e6c5-ad31-4bc9-b274-326742e8303a None None] Pushing event updated for resources: {'Port': ['ID=78bb1794-2252-4da9-b4ab-a1c4655abab7,revision_number=4']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:24:32.045032 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvr_db [None req-006efd9f-931d-4326-9b18-05f3b76a47b1 None None] Set router c97b0d14-e5c2-42ac-b20c-4a713ef20f72 gateway port host: dv-cinder-772623-14-iscsi {{(pid=94299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 05:24:32.292651 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-006efd9f-931d-4326-9b18-05f3b76a47b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c97b0d14-e5c2-42ac-b20c-4a713ef20f72', 'name': 'tempest-TestMinimumBasicScenario-2115404821-router', 'tenant_id': 'd8e0392115fe449c9006627dc257b2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '21980ab3-c6bc-45d2-8162-89997ade7920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:24:24Z', 'updated_at': '2021-09-09T05:24:28Z', 'revision_number': 4, 'project_id': 'd8e0392115fe449c9006627dc257b2ae', 'gw_port': {'id': '21980ab3-c6bc-45d2-8162-89997ade7920', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:21:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97b0d14-e5c2-42ac-b20c-4a713ef20f72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:24:25Z', 'updated_at': '2021-09-09T05:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi', '_interfaces': [{'id': '78bb1794-2252-4da9-b4ab-a1c4655abab7', 'name': '', 'network_id': '6a6b5001-66cf-462d-9c2a-bdf116e2cc16', 'tenant_id': 'd8e0392115fe449c9006627dc257b2ae', 'mac_address': 'fa:16:3e:a6:3e:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c97b0d14-e5c2-42ac-b20c-4a713ef20f72', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'cb8b3fb4-8006-4a81-a2f4-8f2589eb8be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:24:27Z', 'updated_at': '2021-09-09T05:24:31Z', 'revision_number': 4, 'project_id': 'd8e0392115fe449c9006627dc257b2ae', 'subnets': [{'id': 'cb8b3fb4-8006-4a81-a2f4-8f2589eb8be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-14-iscsi', False) {} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:24:32.319703 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-006efd9f-931d-4326-9b18-05f3b76a47b1 None None] The sync data for ids ['c97b0d14-e5c2-42ac-b20c-4a713ef20f72'] in dv-cinder-772623-14-iscsi is: [{'id': 'c97b0d14-e5c2-42ac-b20c-4a713ef20f72', 'name': 'tempest-TestMinimumBasicScenario-2115404821-router', 'tenant_id': 'd8e0392115fe449c9006627dc257b2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '21980ab3-c6bc-45d2-8162-89997ade7920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:24:24Z', 'updated_at': '2021-09-09T05:24:28Z', 'revision_number': 4, 'project_id': 'd8e0392115fe449c9006627dc257b2ae', 'gw_port': {'id': '21980ab3-c6bc-45d2-8162-89997ade7920', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:21:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97b0d14-e5c2-42ac-b20c-4a713ef20f72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:24:25Z', 'updated_at': '2021-09-09T05:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi', '_interfaces': [{'id': '78bb1794-2252-4da9-b4ab-a1c4655abab7', 'name': '', 'network_id': '6a6b5001-66cf-462d-9c2a-bdf116e2cc16', 'tenant_id': 'd8e0392115fe449c9006627dc257b2ae', 'mac_address': 'fa:16:3e:a6:3e:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c97b0d14-e5c2-42ac-b20c-4a713ef20f72', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': 'cb8b3fb4-8006-4a81-a2f4-8f2589eb8be9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:24:27Z', 'updated_at': '2021-09-09T05:24:31Z', 'revision_number': 4, 'project_id': 'd8e0392115fe449c9006627dc257b2ae', 'subnets': [{'id': 'cb8b3fb4-8006-4a81-a2f4-8f2589eb8be9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 05:24:32.343843 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf21bac-6c93-4711-8c76-5d2e7699fe69 req-293b070f-0461-4c94-a3a0-bf0bcce8091e tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:24:32.347772 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-1bf21bac-6c93-4711-8c76-5d2e7699fe69 req-293b070f-0461-4c94-a3a0-bf0bcce8091e tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=553a1193-9ab7-4779-904a-7ced37b02028 HTTP/1.1" status: 200 len: 945 time: 0.0627687 Sep 09 05:24:32.414943 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-1bf21bac-6c93-4711-8c76-5d2e7699fe69 req-a76cf3a4-ce74-4234-98cb-3be8d2558f41 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=15c4bc75-620a-4602-90e3-2cad0b82dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609536 Sep 09 05:24:32.997504 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device 78bb1794-2252-4da9-b4ab-a1c4655abab7 up at agent ovs-agent-dv-cinder-772623-14-iscsi {{(pid=94299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 05:24:33.062487 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Provisioning for port 78bb1794-2252-4da9-b4ab-a1c4655abab7 completed by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 05:24:33.070633 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Provisioning complete for port 78bb1794-2252-4da9-b4ab-a1c4655abab7 triggered by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:24:33.070984 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:33.169091 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:33.210564 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] For port 78bb1794-2252-4da9-b4ab-a1c4655abab7, host dv-cinder-772623-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-14-iscsi',level=0,port_id=78bb1794-2252-4da9-b4ab-a1c4655abab7,segment=NetworkSegment(a9271315-68d8-4dc9-acc3-569b474dc8d9),segment_id=a9271315-68d8-4dc9-acc3-569b474dc8d9)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:24:33.215609 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:33.281853 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Pushing event updated for resources: {'Port': ['ID=78bb1794-2252-4da9-b4ab-a1c4655abab7,revision_number=5']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:24:33.556906 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01a7945-e62f-40c4-a923-769f4d90c3a5 req-809ff558-5fcb-43a7-852c-d92b1f83bc48 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:24:33.562278 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-f01a7945-e62f-40c4-a923-769f4d90c3a5 req-809ff558-5fcb-43a7-852c-d92b1f83bc48 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=553a1193-9ab7-4779-904a-7ced37b02028 HTTP/1.1" status: 200 len: 945 time: 0.0550382 Sep 09 05:24:33.606078 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-f01a7945-e62f-40c4-a923-769f4d90c3a5 req-c58a12cb-30b2-439b-a5c1-6b5ea43c4945 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=15c4bc75-620a-4602-90e3-2cad0b82dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408924 Sep 09 05:24:34.293627 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device 095c022d-693d-4fbd-bbc1-9de89c115d30 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=94299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 05:24:34.417962 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] For port 095c022d-693d-4fbd-bbc1-9de89c115d30, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=095c022d-693d-4fbd-bbc1-9de89c115d30,segment=NetworkSegment(94ec00f0-b772-441b-b09c-9fabc2701b02),segment_id=94ec00f0-b772-441b-b09c-9fabc2701b02)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:24:34.433411 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Returning: {'device': '095c022d-693d-4fbd-bbc1-9de89c115d30', 'network_id': '4c49d2e8-bbb3-48a4-b9dd-23115ce7620f', 'port_id': '095c022d-693d-4fbd-bbc1-9de89c115d30', 'mac_address': 'fa:16:3e:68:28:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af8cc309-f922-4b5b-9139-7f7e8b7747ed', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 05:24:34.484844 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:34.502553 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.notifiers.nova [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 095c022d-693d-4fbd-bbc1-9de89c115d30 {{(pid=94299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 05:24:34.526360 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] For port 095c022d-693d-4fbd-bbc1-9de89c115d30, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=095c022d-693d-4fbd-bbc1-9de89c115d30,segment=NetworkSegment(94ec00f0-b772-441b-b09c-9fabc2701b02),segment_id=94ec00f0-b772-441b-b09c-9fabc2701b02)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:24:34.533815 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:34.606803 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Pushing event updated for resources: {'Port': ['ID=095c022d-693d-4fbd-bbc1-9de89c115d30,revision_number=6']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:24:34.616521 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:24:34.616949 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:24:34.617432 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:24:34.617879 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:24:34.626232 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:24:34.627294 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:24:34.627651 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:24:34.628052 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:24:34.628392 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:24:34.628726 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:24:34.629055 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:24:34.629382 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:24:34.645459 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] get_ports_and_sgs() called for port_ids ['095c022d-693d-4fbd-bbc1-9de89c115d30'] {{(pid=94299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 05:24:34.816937 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea68f3d-dff6-4c59-bb4a-5df629601d92 req-7cdbfe77-29d6-477c-bbe3-b561487382ee tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:24:34.833066 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-0ea68f3d-dff6-4c59-bb4a-5df629601d92 req-7cdbfe77-29d6-477c-bbe3-b561487382ee tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=553a1193-9ab7-4779-904a-7ced37b02028 HTTP/1.1" status: 200 len: 944 time: 0.1057463 Sep 09 05:24:34.904218 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-0ea68f3d-dff6-4c59-bb4a-5df629601d92 req-ea80c875-d892-409f-bb80-c3be1e1f39d5 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=15c4bc75-620a-4602-90e3-2cad0b82dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701714 Sep 09 05:24:34.992381 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device 78bb1794-2252-4da9-b4ab-a1c4655abab7 up at agent ovs-agent-dv-cinder-772623-14-iscsi {{(pid=94299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 05:24:35.060270 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Provisioning complete for port 78bb1794-2252-4da9-b4ab-a1c4655abab7 triggered by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:24:35.060647 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:36.055846 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:36.090852 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2578e9-aaed-4e6c-812c-efcab5992e40 req-670b2361-7de5-43cf-870e-2721f33ce7dd tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:24:36.100269 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-ad2578e9-aaed-4e6c-812c-efcab5992e40 req-670b2361-7de5-43cf-870e-2721f33ce7dd tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=553a1193-9ab7-4779-904a-7ced37b02028 HTTP/1.1" status: 200 len: 944 time: 0.0976665 Sep 09 05:24:36.150444 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-ad2578e9-aaed-4e6c-812c-efcab5992e40 req-2962f1f8-d936-46b1-ac45-ed4489b305d7 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=15c4bc75-620a-4602-90e3-2cad0b82dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492156 Sep 09 05:24:36.302919 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device 095c022d-693d-4fbd-bbc1-9de89c115d30 up at agent hyperv_hv-cinder-77262 {{(pid=94299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 05:24:36.368578 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Provisioning complete for port 095c022d-693d-4fbd-bbc1-9de89c115d30 triggered by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:24:36.368953 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:36.475183 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:36.523981 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '553a1193-9ab7-4779-904a-7ced37b02028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '095c022d-693d-4fbd-bbc1-9de89c115d30'}] {{(pid=94299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 05:24:36.526599 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6baa3fa754b64f0f84acd20b1d53bd6375697f3cd0d79ee629041410e58b9d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c7ccd76-f5e6-45d1-83bd-bf4f5ce44399" -d '{"events": [{"server_uuid": "553a1193-9ab7-4779-904a-7ced37b02028", "name": "network-vif-plugged", "status": "completed", "tag": "095c022d-693d-4fbd-bbc1-9de89c115d30"}]}' {{(pid=94299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 05:24:36.555288 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] For port 095c022d-693d-4fbd-bbc1-9de89c115d30, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=095c022d-693d-4fbd-bbc1-9de89c115d30,segment=NetworkSegment(94ec00f0-b772-441b-b09c-9fabc2701b02),segment_id=94ec00f0-b772-441b-b09c-9fabc2701b02)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:24:36.564694 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:36.623979 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 05:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-349d93f6-9814-47e8-ad49-a2e4b55ccc7b x-openstack-request-id: req-349d93f6-9814-47e8-ad49-a2e4b55ccc7b {{(pid=94299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 05:24:36.625077 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "553a1193-9ab7-4779-904a-7ced37b02028", "name": "network-vif-plugged", "status": "completed", "tag": "095c022d-693d-4fbd-bbc1-9de89c115d30", "code": 200}]} {{(pid=94299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 05:24:36.625500 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-349d93f6-9814-47e8-ad49-a2e4b55ccc7b {{(pid=94299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 05:24:36.626195 dv-cinder-772623-14-iscsi neutron-server[94299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '553a1193-9ab7-4779-904a-7ced37b02028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '095c022d-693d-4fbd-bbc1-9de89c115d30', 'code': 200} Sep 09 05:24:36.652115 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Pushing event updated for resources: {'Port': ['ID=095c022d-693d-4fbd-bbc1-9de89c115d30,revision_number=7']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:24:37.346186 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc7c048-952c-4a54-b90f-3d3879b1a3f4 req-1fa9bd01-bd12-454b-846c-7d9e365b6204 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:24:37.347139 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-bbc7c048-952c-4a54-b90f-3d3879b1a3f4 req-1fa9bd01-bd12-454b-846c-7d9e365b6204 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=553a1193-9ab7-4779-904a-7ced37b02028 HTTP/1.1" status: 200 len: 945 time: 0.0796204 Sep 09 05:24:37.410516 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-bbc7c048-952c-4a54-b90f-3d3879b1a3f4 req-1fda652d-c0e2-4ae4-9405-228f48a84be0 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=15c4bc75-620a-4602-90e3-2cad0b82dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571702 Sep 09 05:24:37.822242 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195d065f-afde-472a-8fdd-a3c7ba0d9389 req-45c68c89-fbc1-433a-8173-9381ec96c79e tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:24:37.823863 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-195d065f-afde-472a-8fdd-a3c7ba0d9389 req-45c68c89-fbc1-433a-8173-9381ec96c79e tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb64401a-1e7c-4f86-a9fe-ba48f5305ec6 HTTP/1.1" status: 200 len: 945 time: 0.0774190 Sep 09 05:24:37.900666 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-195d065f-afde-472a-8fdd-a3c7ba0d9389 req-8c5d6887-2ff8-451f-a83b-ee42ada3548d tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/security-groups?id=e89da49e-09fc-4632-82b3-7a3f9989799d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631936 Sep 09 05:24:38.550187 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a41675-a1ea-4795-91fa-ebefac0e9d09 req-b0b4570c-b69f-47ea-a6cc-b257984addc5 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:24:38.551487 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-86a41675-a1ea-4795-91fa-ebefac0e9d09 req-b0b4570c-b69f-47ea-a6cc-b257984addc5 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=553a1193-9ab7-4779-904a-7ced37b02028 HTTP/1.1" status: 200 len: 945 time: 0.0557957 Sep 09 05:24:38.612802 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-86a41675-a1ea-4795-91fa-ebefac0e9d09 req-f650444a-604b-408e-9c61-7f245e44055e tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=15c4bc75-620a-4602-90e3-2cad0b82dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461311 Sep 09 05:24:39.053588 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2950db-28aa-4f17-ba1c-1b1466fa52b1 req-eaac8ccf-de62-49fa-a62a-5489adeb1497 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:24:39.055318 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-3b2950db-28aa-4f17-ba1c-1b1466fa52b1 req-eaac8ccf-de62-49fa-a62a-5489adeb1497 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb64401a-1e7c-4f86-a9fe-ba48f5305ec6 HTTP/1.1" status: 200 len: 945 time: 0.0705414 Sep 09 05:24:39.101598 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-3b2950db-28aa-4f17-ba1c-1b1466fa52b1 req-e5565048-c0d0-427b-b360-9742b2dc40ab tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/security-groups?id=e89da49e-09fc-4632-82b3-7a3f9989799d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402451 Sep 09 05:24:39.176445 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f578243-7f43-4f48-86fd-115079148fcd req-2923094c-107e-46d9-8ed0-fbe2b8b64099 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:24:39.178219 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-8f578243-7f43-4f48-86fd-115079148fcd req-2923094c-107e-46d9-8ed0-fbe2b8b64099 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.23 "GET /v2.0/ports?device_id=eb64401a-1e7c-4f86-a9fe-ba48f5305ec6 HTTP/1.1" status: 200 len: 945 time: 0.0549970 Sep 09 05:24:39.305997 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.plugin [req-8f578243-7f43-4f48-86fd-115079148fcd req-df8f5209-93cd-433c-aea4-b7fc7af3bef1 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Deleting port 0539f6df-9955-46ec-a8d4-b2bbe2bb4294 {{(pid=94297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 05:24:39.306488 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-8f578243-7f43-4f48-86fd-115079148fcd req-df8f5209-93cd-433c-aea4-b7fc7af3bef1 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748632167994'] for port, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:39.410595 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.db [req-8f578243-7f43-4f48-86fd-115079148fcd req-df8f5209-93cd-433c-aea4-b7fc7af3bef1 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] For port 0539f6df-9955-46ec-a8d4-b2bbe2bb4294, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=0539f6df-9955-46ec-a8d4-b2bbe2bb4294,segment=NetworkSegment(72cb4207-838c-49bd-8e0c-6709c728d1de),segment_id=72cb4207-838c-49bd-8e0c-6709c728d1de)] {{(pid=94297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:24:39.411128 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-8f578243-7f43-4f48-86fd-115079148fcd req-df8f5209-93cd-433c-aea4-b7fc7af3bef1 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596826'] for port, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:39.622265 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-8f578243-7f43-4f48-86fd-115079148fcd req-df8f5209-93cd-433c-aea4-b7fc7af3bef1 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:39.622648 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-8f578243-7f43-4f48-86fd-115079148fcd req-df8f5209-93cd-433c-aea4-b7fc7af3bef1 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600363'] for floatingip, after_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:39.622967 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.db.l3_db [req-8f578243-7f43-4f48-86fd-115079148fcd req-df8f5209-93cd-433c-aea4-b7fc7af3bef1 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Floating IP b8ab7ad5-c6b9-4aad-9c98-9331b23239e2 disassociated. External IP: 172.27.2.242, port: 0539f6df-9955-46ec-a8d4-b2bbe2bb4294. Sep 09 05:24:39.623310 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.plugin [req-8f578243-7f43-4f48-86fd-115079148fcd req-df8f5209-93cd-433c-aea4-b7fc7af3bef1 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Calling delete_port for 0539f6df-9955-46ec-a8d4-b2bbe2bb4294 owned by compute:nova {{(pid=94297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 05:24:39.778169 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-8f578243-7f43-4f48-86fd-115079148fcd req-df8f5209-93cd-433c-aea4-b7fc7af3bef1 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748632172548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748631669706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29281037'] for port, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:39.812262 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8f5209-93cd-433c-aea4-b7fc7af3bef1 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Pushing event deleted for resources: {'Port': ['ID=0539f6df-9955-46ec-a8d4-b2bbe2bb4294,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:24:39.835303 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae956627-7a13-40fc-8e23-4d432583b4da req-97edea52-4e51-40e7-aa6d-c1d9ab451b0f tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:24:39.836818 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-ae956627-7a13-40fc-8e23-4d432583b4da req-97edea52-4e51-40e7-aa6d-c1d9ab451b0f tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=553a1193-9ab7-4779-904a-7ced37b02028 HTTP/1.1" status: 200 len: 945 time: 0.0727344 Sep 09 05:24:39.890869 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bda518a-b0ea-4bd3-afe7-1f4636adfd14 req-24afcfec-8ff5-44d9-882a-9108344730a2 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:24:39.897763 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-5bda518a-b0ea-4bd3-afe7-1f4636adfd14 req-24afcfec-8ff5-44d9-882a-9108344730a2 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] 10.222.0.24 "GET /v2.0/networks?id=4652544d-e216-4d1d-b8bf-add982dc8019 HTTP/1.1" status: 200 len: 814 time: 0.2222264 Sep 09 05:24:39.903944 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-ae956627-7a13-40fc-8e23-4d432583b4da req-2dc66af7-909a-422c-b9ca-d0ab5afa0b65 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=15c4bc75-620a-4602-90e3-2cad0b82dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609188 Sep 09 05:24:39.920443 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-5bda518a-b0ea-4bd3-afe7-1f4636adfd14 req-fc4a7748-48c3-4a44-9dfc-1e2da3f387cb tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] 10.222.0.24 "GET /v2.0/quotas/78d2d5f44e3648f4afee26aa92bf9774 HTTP/1.1" status: 200 len: 375 time: 0.0209839 Sep 09 05:24:39.968603 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f578243-7f43-4f48-86fd-115079148fcd req-df8f5209-93cd-433c-aea4-b7fc7af3bef1 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Router a53a5e1d-49ba-4b19-a38d-89469459e68f has already been hosted by L3 agent e912432c-85e4-4a31-b574-aae2dcf01ec7 {{(pid=94297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 05:24:39.985199 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-5bda518a-b0ea-4bd3-afe7-1f4636adfd14 req-5c03737d-7ff8-426f-8b51-2c8042032012 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=78d2d5f44e3648f4afee26aa92bf9774&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0639639 Sep 09 05:24:40.085411 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-5bda518a-b0ea-4bd3-afe7-1f4636adfd14 req-4e97f3c7-1b01-46aa-8fbd-9ec60d9ebf56 service neutron] 10.222.0.24 "GET /v2.0/networks/4652544d-e216-4d1d-b8bf-add982dc8019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992548 Sep 09 05:24:40.090645 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f578243-7f43-4f48-86fd-115079148fcd req-df8f5209-93cd-433c-aea4-b7fc7af3bef1 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify agent at l3_agent.dv-cinder-772623-14-iscsi the message routers_updated {{(pid=94297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 05:24:40.101922 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470f8737-b71f-4c89-acbd-01047238b5a1 None None] Sync routers for ids ['a53a5e1d-49ba-4b19-a38d-89469459e68f'] in dv-cinder-772623-14-iscsi {{(pid=94300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 05:24:40.116589 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470f8737-b71f-4c89-acbd-01047238b5a1 None None] Routers {'a53a5e1d-49ba-4b19-a38d-89469459e68f'} bound to L3 agent in host dv-cinder-772623-14-iscsi {{(pid=94300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 05:24:40.117243 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_hamode_db [None req-470f8737-b71f-4c89-acbd-01047238b5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T05:09:16Z,description=,heartbeat_timestamp=2021-09-09T05:24:17Z,host='dv-cinder-772623-14-iscsi',id=e912432c-85e4-4a31-b574-aae2dcf01ec7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T05:09:16Z,topic='l3_agent')) {'router_ids': ['a53a5e1d-49ba-4b19-a38d-89469459e68f'], 'active': True} {{(pid=94300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:24:40.150731 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f578243-7f43-4f48-86fd-115079148fcd req-df8f5209-93cd-433c-aea4-b7fc7af3bef1 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] No DVR routers for this DVR port 0539f6df-9955-46ec-a8d4-b2bbe2bb4294 on host hv-cinder-77262 {{(pid=94297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 05:24:40.158202 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-8f578243-7f43-4f48-86fd-115079148fcd req-df8f5209-93cd-433c-aea4-b7fc7af3bef1 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-438482'] for port, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:40.160252 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-8f578243-7f43-4f48-86fd-115079148fcd req-df8f5209-93cd-433c-aea4-b7fc7af3bef1 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.23 "DELETE /v2.0/ports/0539f6df-9955-46ec-a8d4-b2bbe2bb4294 HTTP/1.1" status: 204 len: 173 time: 0.9758489 Sep 09 05:24:40.160728 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb64401a-1e7c-4f86-a9fe-ba48f5305ec6', 'name': 'network-vif-deleted', 'tag': '0539f6df-9955-46ec-a8d4-b2bbe2bb4294'}] {{(pid=94297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 05:24:40.166212 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85c66017178c43798701892324557e4ac90163104f6096848bec1798d04fbbd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-462c0227-2a43-4f55-b2f1-e11af8ee708f" -d '{"events": [{"server_uuid": "eb64401a-1e7c-4f86-a9fe-ba48f5305ec6", "name": "network-vif-deleted", "tag": "0539f6df-9955-46ec-a8d4-b2bbe2bb4294"}]}' {{(pid=94297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 05:24:40.254859 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-2e4d4daf-9b50-41fe-8c9e-d07d3ed972df req-bd2e729d-7fd8-491d-8e88-528adc542f51 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/ports?device_id=eb64401a-1e7c-4f86-a9fe-ba48f5305ec6 HTTP/1.1" status: 200 len: 210 time: 0.0293365 Sep 09 05:24:40.316131 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-5bda518a-b0ea-4bd3-afe7-1f4636adfd14 req-af1e33b9-8822-4be4-9d4a-802b0e34fb23 service neutron] 10.222.0.24 "GET /v2.0/networks/4652544d-e216-4d1d-b8bf-add982dc8019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296667 Sep 09 05:24:40.355133 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 05:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c68fcb3-4fea-4869-ae62-3b0bec075a32 x-openstack-request-id: req-0c68fcb3-4fea-4869-ae62-3b0bec075a32 {{(pid=94297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 05:24:40.355646 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb64401a-1e7c-4f86-a9fe-ba48f5305ec6", "name": "network-vif-deleted", "tag": "0539f6df-9955-46ec-a8d4-b2bbe2bb4294", "status": "completed", "code": 200}]} {{(pid=94297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 05:24:40.355646 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0c68fcb3-4fea-4869-ae62-3b0bec075a32 {{(pid=94297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 05:24:40.356042 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb64401a-1e7c-4f86-a9fe-ba48f5305ec6', 'name': 'network-vif-deleted', 'tag': '0539f6df-9955-46ec-a8d4-b2bbe2bb4294', 'status': 'completed', 'code': 200} Sep 09 05:24:40.515667 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_dvr_db [None req-470f8737-b71f-4c89-acbd-01047238b5a1 None None] Set router a53a5e1d-49ba-4b19-a38d-89469459e68f gateway port host: dv-cinder-772623-14-iscsi {{(pid=94300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 05:24:40.543113 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-5954b84c-8c16-477c-a367-f1dcb0a37889 req-7aab7376-17d5-436f-84f1-895a03ecb942 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea37007f-5745-4343-b680-045a8728f60f HTTP/1.1" status: 200 len: 210 time: 0.0464802 Sep 09 05:24:40.787863 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_hamode_db [None req-470f8737-b71f-4c89-acbd-01047238b5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53a5e1d-49ba-4b19-a38d-89469459e68f', 'name': 'tempest-TestVolumeBootPattern-489298219-router', 'tenant_id': 'ddcd5653413143e99ea8197beb98de5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'f1d06893-2c4c-4ade-88e7-da8c1abe6ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:21:46Z', 'updated_at': '2021-09-09T05:21:48Z', 'revision_number': 4, 'project_id': 'ddcd5653413143e99ea8197beb98de5f', 'gw_port': {'id': 'f1d06893-2c4c-4ade-88e7-da8c1abe6ee4', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:43:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53a5e1d-49ba-4b19-a38d-89469459e68f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:21:46Z', 'updated_at': '2021-09-09T05:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi', '_interfaces': [{'id': '1a237617-035f-463d-8e01-75ddd84a62ed', 'name': '', 'network_id': '591ece5e-2938-4cf9-bb43-c15ca886ca94', 'tenant_id': 'ddcd5653413143e99ea8197beb98de5f', 'mac_address': 'fa:16:3e:76:70:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53a5e1d-49ba-4b19-a38d-89469459e68f', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '94a6c333-3890-40af-80b3-e0da9d928c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:21:48Z', 'updated_at': '2021-09-09T05:21:55Z', 'revision_number': 5, 'project_id': 'ddcd5653413143e99ea8197beb98de5f', 'subnets': [{'id': '94a6c333-3890-40af-80b3-e0da9d928c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-14-iscsi', False) {} {{(pid=94300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:24:40.825233 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470f8737-b71f-4c89-acbd-01047238b5a1 None None] Checking router: a53a5e1d-49ba-4b19-a38d-89469459e68f for host: dv-cinder-772623-14-iscsi {{(pid=94300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 05:24:40.838786 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470f8737-b71f-4c89-acbd-01047238b5a1 None None] Routers {'a53a5e1d-49ba-4b19-a38d-89469459e68f'} bound to L3 agent in host dv-cinder-772623-14-iscsi {{(pid=94300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 05:24:40.839429 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_hamode_db [None req-470f8737-b71f-4c89-acbd-01047238b5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-09T05:09:16Z,description=,heartbeat_timestamp=2021-09-09T05:24:17Z,host='dv-cinder-772623-14-iscsi',id=e912432c-85e4-4a31-b574-aae2dcf01ec7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T05:09:16Z,topic='l3_agent')) {'router_ids': ['a53a5e1d-49ba-4b19-a38d-89469459e68f'], 'active': True} {{(pid=94300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:24:41.021826 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_dvr_db [None req-470f8737-b71f-4c89-acbd-01047238b5a1 None None] Set router a53a5e1d-49ba-4b19-a38d-89469459e68f gateway port host: dv-cinder-772623-14-iscsi {{(pid=94300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 05:24:41.154757 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298d104e-d04f-4365-9837-24c145559f5c req-e0c5dbd3-caaa-4dcf-8521-53c3bca121e7 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:24:41.157733 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-298d104e-d04f-4365-9837-24c145559f5c req-e0c5dbd3-caaa-4dcf-8521-53c3bca121e7 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=553a1193-9ab7-4779-904a-7ced37b02028 HTTP/1.1" status: 200 len: 945 time: 0.0884135 Sep 09 05:24:41.221537 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-298d104e-d04f-4365-9837-24c145559f5c req-e3b28cca-f2c6-4d6d-8abd-df0c96807ec6 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=15c4bc75-620a-4602-90e3-2cad0b82dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574963 Sep 09 05:24:41.325917 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_hamode_db [None req-470f8737-b71f-4c89-acbd-01047238b5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53a5e1d-49ba-4b19-a38d-89469459e68f', 'name': 'tempest-TestVolumeBootPattern-489298219-router', 'tenant_id': 'ddcd5653413143e99ea8197beb98de5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'f1d06893-2c4c-4ade-88e7-da8c1abe6ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:21:46Z', 'updated_at': '2021-09-09T05:21:48Z', 'revision_number': 4, 'project_id': 'ddcd5653413143e99ea8197beb98de5f', 'gw_port': {'id': 'f1d06893-2c4c-4ade-88e7-da8c1abe6ee4', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:43:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53a5e1d-49ba-4b19-a38d-89469459e68f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:21:46Z', 'updated_at': '2021-09-09T05:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi', '_interfaces': [{'id': '1a237617-035f-463d-8e01-75ddd84a62ed', 'name': '', 'network_id': '591ece5e-2938-4cf9-bb43-c15ca886ca94', 'tenant_id': 'ddcd5653413143e99ea8197beb98de5f', 'mac_address': 'fa:16:3e:76:70:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53a5e1d-49ba-4b19-a38d-89469459e68f', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '94a6c333-3890-40af-80b3-e0da9d928c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:21:48Z', 'updated_at': '2021-09-09T05:21:55Z', 'revision_number': 5, 'project_id': 'ddcd5653413143e99ea8197beb98de5f', 'subnets': [{'id': '94a6c333-3890-40af-80b3-e0da9d928c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-14-iscsi', False) {} {{(pid=94300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:24:41.365395 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470f8737-b71f-4c89-acbd-01047238b5a1 None None] The sync data for ids ['a53a5e1d-49ba-4b19-a38d-89469459e68f'] in dv-cinder-772623-14-iscsi is: [{'id': 'a53a5e1d-49ba-4b19-a38d-89469459e68f', 'name': 'tempest-TestVolumeBootPattern-489298219-router', 'tenant_id': 'ddcd5653413143e99ea8197beb98de5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'f1d06893-2c4c-4ade-88e7-da8c1abe6ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:21:46Z', 'updated_at': '2021-09-09T05:21:48Z', 'revision_number': 4, 'project_id': 'ddcd5653413143e99ea8197beb98de5f', 'gw_port': {'id': 'f1d06893-2c4c-4ade-88e7-da8c1abe6ee4', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:43:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53a5e1d-49ba-4b19-a38d-89469459e68f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:21:46Z', 'updated_at': '2021-09-09T05:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi', '_interfaces': [{'id': '1a237617-035f-463d-8e01-75ddd84a62ed', 'name': '', 'network_id': '591ece5e-2938-4cf9-bb43-c15ca886ca94', 'tenant_id': 'ddcd5653413143e99ea8197beb98de5f', 'mac_address': 'fa:16:3e:76:70:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53a5e1d-49ba-4b19-a38d-89469459e68f', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '94a6c333-3890-40af-80b3-e0da9d928c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:21:48Z', 'updated_at': '2021-09-09T05:21:55Z', 'revision_number': 5, 'project_id': 'ddcd5653413143e99ea8197beb98de5f', 'subnets': [{'id': '94a6c333-3890-40af-80b3-e0da9d928c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 05:24:41.729931 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-71aff2dd-460d-47ef-a71c-be6c871fa8b8 req-06574338-bc26-4ec8-83fd-4a017d356376 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2056564940&fields=id&tenant_id=ddcd5653413143e99ea8197beb98de5f HTTP/1.1" status: 200 len: 267 time: 0.1061747 Sep 09 05:24:41.756817 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-95c6c180-4c71-4f92-9452-ea3182d2973f req-15150242-514f-4eac-a3ab-0e959b438fbe tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea37007f-5745-4343-b680-045a8728f60f HTTP/1.1" status: 200 len: 210 time: 0.1112878 Sep 09 05:24:41.778910 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38dea5fd-dc26-42a4-8b07-ac85b1a34f16 None None] New status for floating IP b8ab7ad5-c6b9-4aad-9c98-9331b23239e2: DOWN {{(pid=94299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 05:24:41.901751 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aff2dd-460d-47ef-a71c-be6c871fa8b8 req-7502ba13-8051-4fc1-b597-7ca90ab2a805 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:24:41.901751 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-71aff2dd-460d-47ef-a71c-be6c871fa8b8 req-7502ba13-8051-4fc1-b597-7ca90ab2a805 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/networks?id=591ece5e-2938-4cf9-bb43-c15ca886ca94 HTTP/1.1" status: 200 len: 811 time: 0.1519008 Sep 09 05:24:41.908577 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bda518a-b0ea-4bd3-afe7-1f4636adfd14 req-813b94f8-5505-4548-8270-aa9827c3d4bc tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:24:41.910134 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-5bda518a-b0ea-4bd3-afe7-1f4636adfd14 req-813b94f8-5505-4548-8270-aa9827c3d4bc tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] 10.222.0.23 "GET /v2.0/networks?id=4652544d-e216-4d1d-b8bf-add982dc8019 HTTP/1.1" status: 200 len: 814 time: 0.2492092 Sep 09 05:24:41.922333 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-71aff2dd-460d-47ef-a71c-be6c871fa8b8 req-5355bd7f-4cb8-4847-ae54-9950ea1d6a63 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/quotas/ddcd5653413143e99ea8197beb98de5f HTTP/1.1" status: 200 len: 375 time: 0.0176649 Sep 09 05:24:41.925299 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.v2.base [req-5bda518a-b0ea-4bd3-afe7-1f4636adfd14 req-345428b9-3f52-43dd-828f-1018c5b5cc8c tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Request body: {'port': {'device_id': 'ea37007f-5745-4343-b680-045a8728f60f', 'network_id': '4652544d-e216-4d1d-b8bf-add982dc8019', 'admin_state_up': True, 'tenant_id': '78d2d5f44e3648f4afee26aa92bf9774'}} {{(pid=94297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:24:42.016999 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-71aff2dd-460d-47ef-a71c-be6c871fa8b8 req-05ef54a1-3522-411a-af80-181475dfb21c tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ddcd5653413143e99ea8197beb98de5f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0763521 Sep 09 05:24:42.129337 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bda518a-b0ea-4bd3-afe7-1f4636adfd14 req-345428b9-3f52-43dd-828f-1018c5b5cc8c tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Made reservation on behalf of 78d2d5f44e3648f4afee26aa92bf9774 for: {'port': 1} {{(pid=94297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 05:24:42.132816 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-5bda518a-b0ea-4bd3-afe7-1f4636adfd14 req-345428b9-3f52-43dd-828f-1018c5b5cc8c tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:42.143277 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-71aff2dd-460d-47ef-a71c-be6c871fa8b8 req-0445e50c-5a5d-4bf9-8702-cddbdc293013 service neutron] 10.222.0.24 "GET /v2.0/networks/591ece5e-2938-4cf9-bb43-c15ca886ca94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252227 Sep 09 05:24:42.237711 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-71aff2dd-460d-47ef-a71c-be6c871fa8b8 req-efdd86f2-3e7d-4c1c-90f0-72c659ec9c3f service neutron] 10.222.0.24 "GET /v2.0/networks/591ece5e-2938-4cf9-bb43-c15ca886ca94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931799 Sep 09 05:24:42.306536 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device 0539f6df-9955-46ec-a8d4-b2bbe2bb4294 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 05:24:42.348165 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.plugin [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] No Port match for: 0539f6df-9955-46ec-a8d4-b2bbe2bb4294 {{(pid=94299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 05:24:42.351200 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device 0539f6df-9955-46ec-a8d4-b2bbe2bb4294 not bound to the agent host hv-cinder-77262 {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 05:24:42.414522 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.db_base_plugin_common [req-5bda518a-b0ea-4bd3-afe7-1f4636adfd14 req-345428b9-3f52-43dd-828f-1018c5b5cc8c tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Allocated IP 172.20.0.14 (4652544d-e216-4d1d-b8bf-add982dc8019/53475f42-77fa-46f8-ae16-8e7d5b7ae076/7d412ada-0a25-4b0c-be66-043d29a96678) {{(pid=94297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 05:24:42.427263 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a9fcd-d30d-4b0b-870b-2f7471317612 req-431868be-7600-4f59-b2fc-e29707ff72d6 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:24:42.438058 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-9f8a9fcd-d30d-4b0b-870b-2f7471317612 req-431868be-7600-4f59-b2fc-e29707ff72d6 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=553a1193-9ab7-4779-904a-7ced37b02028 HTTP/1.1" status: 200 len: 945 time: 0.0716434 Sep 09 05:24:42.503107 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-9f8a9fcd-d30d-4b0b-870b-2f7471317612 req-463f8b66-b870-4803-9954-7ebaa7e5a453 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=15c4bc75-620a-4602-90e3-2cad0b82dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638320 Sep 09 05:24:42.779788 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-ffc143e1-7e0d-418a-8520-fcb1f146507b req-b8aa29bd-a3e9-4559-9026-1929da2dbecd tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fcffe1a-b0a2-42b7-8139-76f6bb45c95c HTTP/1.1" status: 200 len: 210 time: 0.0501738 Sep 09 05:24:42.981558 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-d127fbab-30f2-46c6-8485-4505bdcee433 req-e81b843d-c1ec-4a2f-aee9-3185a9f018a6 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea37007f-5745-4343-b680-045a8728f60f HTTP/1.1" status: 200 len: 210 time: 0.0679052 Sep 09 05:24:43.047961 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-5bda518a-b0ea-4bd3-afe7-1f4636adfd14 req-345428b9-3f52-43dd-828f-1018c5b5cc8c tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Notify callbacks [] for port, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:43.065073 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.provisioning_blocks [req-5bda518a-b0ea-4bd3-afe7-1f4636adfd14 req-345428b9-3f52-43dd-828f-1018c5b5cc8c tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Transition to ACTIVE for port object 7d412ada-0a25-4b0c-be66-043d29a96678 will not be triggered until provisioned by entity DHCP. {{(pid=94297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 05:24:43.131983 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-5bda518a-b0ea-4bd3-afe7-1f4636adfd14 req-345428b9-3f52-43dd-828f-1018c5b5cc8c tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748631669697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29281037'] for port, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:43.317389 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bda518a-b0ea-4bd3-afe7-1f4636adfd14 req-345428b9-3f52-43dd-828f-1018c5b5cc8c tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Network 4652544d-e216-4d1d-b8bf-add982dc8019 is already hosted by enough agents. {{(pid=94297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 05:24:43.348904 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.base_scheduler [req-5bda518a-b0ea-4bd3-afe7-1f4636adfd14 req-345428b9-3f52-43dd-828f-1018c5b5cc8c tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Resources bound (agent type, host, resource id): {{(pid=94297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 05:24:43.375279 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bda518a-b0ea-4bd3-afe7-1f4636adfd14 req-345428b9-3f52-43dd-828f-1018c5b5cc8c tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Received port after_create {{(pid=94297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 05:24:43.388702 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345428b9-3f52-43dd-828f-1018c5b5cc8c tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Pushing event updated for resources: {'Port': ['ID=7d412ada-0a25-4b0c-be66-043d29a96678,revision_number=1']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:24:43.508999 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bda518a-b0ea-4bd3-afe7-1f4636adfd14 req-345428b9-3f52-43dd-828f-1018c5b5cc8c tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:24:43.510105 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-5bda518a-b0ea-4bd3-afe7-1f4636adfd14 req-345428b9-3f52-43dd-828f-1018c5b5cc8c tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-438482'] for port, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:43.538920 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-5bda518a-b0ea-4bd3-afe7-1f4636adfd14 req-345428b9-3f52-43dd-828f-1018c5b5cc8c tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6188512 Sep 09 05:24:43.668233 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a03806e-84d6-414e-90a3-efa89c6e4884 req-6e5f805a-5593-4441-8962-2ecf3e047441 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:24:43.679832 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-7a03806e-84d6-414e-90a3-efa89c6e4884 req-6e5f805a-5593-4441-8962-2ecf3e047441 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=553a1193-9ab7-4779-904a-7ced37b02028 HTTP/1.1" status: 200 len: 945 time: 0.0824127 Sep 09 05:24:43.723621 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-7a03806e-84d6-414e-90a3-efa89c6e4884 req-d5520456-250f-4052-bf73-a6a8467e77bf tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=15c4bc75-620a-4602-90e3-2cad0b82dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425901 Sep 09 05:24:43.755001 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-1f2e019b-4af6-44e1-8b77-03c1d83ae812 None None] Provisioning for port 7d412ada-0a25-4b0c-be66-043d29a96678 completed by entity DHCP. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 05:24:43.761088 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-1f2e019b-4af6-44e1-8b77-03c1d83ae812 None None] Provisioning complete for port 7d412ada-0a25-4b0c-be66-043d29a96678 triggered by entity DHCP. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:24:43.761829 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1f2e019b-4af6-44e1-8b77-03c1d83ae812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:43.804358 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.plugin [None req-1f2e019b-4af6-44e1-8b77-03c1d83ae812 None None] Port 7d412ada-0a25-4b0c-be66-043d29a96678 cannot update to ACTIVE because it is not bound. {{(pid=94299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 05:24:43.891806 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-78d4ec24-2d39-40e9-9353-34df70c52667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:43.937536 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-7444d134-c2e9-4607-bd13-f29f2730bb8a req-c313532d-bcaf-41c6-97ef-f083a24ea01b tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fcffe1a-b0a2-42b7-8139-76f6bb45c95c HTTP/1.1" status: 200 len: 210 time: 0.0373874 Sep 09 05:24:44.142287 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b601bef6-c53d-486b-81d8-d327cb58cbf5 req-2aa7d80e-d186-4c6c-97f8-567feefb5c70 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:24:44.144622 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-b601bef6-c53d-486b-81d8-d327cb58cbf5 req-2aa7d80e-d186-4c6c-97f8-567feefb5c70 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea37007f-5745-4343-b680-045a8728f60f HTTP/1.1" status: 200 len: 932 time: 0.0749087 Sep 09 05:24:44.204167 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-b601bef6-c53d-486b-81d8-d327cb58cbf5 req-b92e94d3-a6f5-4481-a4c9-296d9bbd66e3 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d65faa1-584b-4a8c-a3f5-1208536c2d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532968 Sep 09 05:24:44.870853 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f19a7-745a-44ae-a336-0df5d2359d72 req-b3240b2d-c768-4e53-ab26-542c864cb67c tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:24:44.879099 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-f86f19a7-745a-44ae-a336-0df5d2359d72 req-b3240b2d-c768-4e53-ab26-542c864cb67c tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=553a1193-9ab7-4779-904a-7ced37b02028 HTTP/1.1" status: 200 len: 945 time: 0.0709248 Sep 09 05:24:44.924103 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-f86f19a7-745a-44ae-a336-0df5d2359d72 req-d3e904dd-4c72-4131-852d-20f194e220ed tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=15c4bc75-620a-4602-90e3-2cad0b82dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427248 Sep 09 05:24:45.054266 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-788777f7-32a5-4671-9b12-3c85226e9854 req-1601f5cf-b5c3-4bcb-9e0b-55d0a7c0eab0 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fcffe1a-b0a2-42b7-8139-76f6bb45c95c HTTP/1.1" status: 200 len: 210 time: 0.0333252 Sep 09 05:24:45.392581 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bec97e7-2bec-427d-95bc-263be1011e63 req-5a6d48fa-d456-4ad5-bfa5-91d383a1a9e2 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:24:45.400467 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-7bec97e7-2bec-427d-95bc-263be1011e63 req-5a6d48fa-d456-4ad5-bfa5-91d383a1a9e2 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea37007f-5745-4343-b680-045a8728f60f HTTP/1.1" status: 200 len: 932 time: 0.1125700 Sep 09 05:24:45.441867 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-7bec97e7-2bec-427d-95bc-263be1011e63 req-dd7d4d63-e46d-441d-82c2-0003c85b2528 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d65faa1-584b-4a8c-a3f5-1208536c2d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404727 Sep 09 05:24:46.097265 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2256657-f731-45f2-bcb3-bc8889399f06 req-ace9b285-915c-4f6c-9a29-078a4de09168 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:24:46.105485 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-b2256657-f731-45f2-bcb3-bc8889399f06 req-ace9b285-915c-4f6c-9a29-078a4de09168 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=553a1193-9ab7-4779-904a-7ced37b02028 HTTP/1.1" status: 200 len: 945 time: 0.0902205 Sep 09 05:24:46.145912 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-b2256657-f731-45f2-bcb3-bc8889399f06 req-d4a4eef9-6e37-4621-8415-27b5361ecb30 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=15c4bc75-620a-4602-90e3-2cad0b82dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395210 Sep 09 05:24:46.175169 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-3ebf3b0d-e8f9-4228-aff1-c622b23de09d req-57514ac4-1363-46c2-9eef-3dd75880df62 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fcffe1a-b0a2-42b7-8139-76f6bb45c95c HTTP/1.1" status: 200 len: 210 time: 0.0331378 Sep 09 05:24:46.537378 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-f6dc2c90-96d5-47a3-a06b-7659048952a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:46.580309 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4be8124-b898-44a1-ad53-8d993183d1dc req-086e6108-7fd2-428d-b1a6-205c73528bfc tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:24:46.581821 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-c4be8124-b898-44a1-ad53-8d993183d1dc req-086e6108-7fd2-428d-b1a6-205c73528bfc tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea37007f-5745-4343-b680-045a8728f60f HTTP/1.1" status: 200 len: 932 time: 0.0720947 Sep 09 05:24:46.622157 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-c4be8124-b898-44a1-ad53-8d993183d1dc req-9ad3148c-3cf2-429d-ae37-be6aa06683b5 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d65faa1-584b-4a8c-a3f5-1208536c2d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317302 Sep 09 05:24:46.900457 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:47.273340 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-b6155340-0ef2-4dd6-afdf-e0ed8f4355fa req-0894b0dd-074e-49a6-a002-65d02c12b3f9 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fcffe1a-b0a2-42b7-8139-76f6bb45c95c HTTP/1.1" status: 200 len: 210 time: 0.0281999 Sep 09 05:24:47.292231 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f87d5-609e-4fb4-894d-d6a1ff6961c4 req-125c8ef4-2280-4c20-8b90-69b1d16d1036 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:24:47.293983 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-f83f87d5-609e-4fb4-894d-d6a1ff6961c4 req-125c8ef4-2280-4c20-8b90-69b1d16d1036 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=553a1193-9ab7-4779-904a-7ced37b02028 HTTP/1.1" status: 200 len: 945 time: 0.0762966 Sep 09 05:24:47.337963 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-f83f87d5-609e-4fb4-894d-d6a1ff6961c4 req-9d395496-feb1-4387-8150-5cee09b9ce2a tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=15c4bc75-620a-4602-90e3-2cad0b82dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360405 Sep 09 05:24:47.659477 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-9dcada0b-7967-4cde-8891-c5586c834af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:47.747573 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a4d86b-0751-43b2-bf68-e9f1e2cbbf63 req-f268e3b5-263b-42df-a6c5-e0402d1b1c3d tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:24:47.749125 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-35a4d86b-0751-43b2-bf68-e9f1e2cbbf63 req-f268e3b5-263b-42df-a6c5-e0402d1b1c3d tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea37007f-5745-4343-b680-045a8728f60f HTTP/1.1" status: 200 len: 932 time: 0.0512259 Sep 09 05:24:47.791050 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-35a4d86b-0751-43b2-bf68-e9f1e2cbbf63 req-6b009d9c-8991-4ef4-aad7-fcedbceb465c tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d65faa1-584b-4a8c-a3f5-1208536c2d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345695 Sep 09 05:24:48.383758 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-f2fae4d6-fdf2-4808-a4f1-44d2c036ac65 req-5e4ab497-4321-416b-8e35-b3a560b9e329 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fcffe1a-b0a2-42b7-8139-76f6bb45c95c HTTP/1.1" status: 200 len: 210 time: 0.0366921 Sep 09 05:24:48.469362 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a392fa67-8e16-4cc0-b4c7-8537ef41bfc1 req-de87129f-372c-4907-a1a5-e19ba49e310d tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:24:48.471089 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-a392fa67-8e16-4cc0-b4c7-8537ef41bfc1 req-de87129f-372c-4907-a1a5-e19ba49e310d tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=553a1193-9ab7-4779-904a-7ced37b02028 HTTP/1.1" status: 200 len: 945 time: 0.0551140 Sep 09 05:24:48.518523 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-a392fa67-8e16-4cc0-b4c7-8537ef41bfc1 req-d6ac1881-ca50-4cb8-a7bd-f57796949e92 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=15c4bc75-620a-4602-90e3-2cad0b82dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411065 Sep 09 05:24:48.912600 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceecce03-f677-421f-8726-72380c8fd365 req-68469176-b1a1-49c9-a95e-ccf62ed2edc2 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:24:48.914135 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-ceecce03-f677-421f-8726-72380c8fd365 req-68469176-b1a1-49c9-a95e-ccf62ed2edc2 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea37007f-5745-4343-b680-045a8728f60f HTTP/1.1" status: 200 len: 932 time: 0.0505209 Sep 09 05:24:48.956183 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-ceecce03-f677-421f-8726-72380c8fd365 req-84dec4c9-5785-46f9-92c0-47a60451cdab tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d65faa1-584b-4a8c-a3f5-1208536c2d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360234 Sep 09 05:24:49.181100 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-fdc48b13-ab8b-41d0-a622-21cc731cd6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:49.490545 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-5c8f5c34-84f4-4315-ba90-4e975b1f7ae9 req-f00996ec-7d43-4c50-b30a-07cc438a7700 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fcffe1a-b0a2-42b7-8139-76f6bb45c95c HTTP/1.1" status: 200 len: 210 time: 0.0296805 Sep 09 05:24:49.652406 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f394375-189c-45f3-b20d-2c87a5c02342 req-8d1b8d4f-55d7-46da-9fbc-0463b6ddb4d7 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:24:49.653890 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-7f394375-189c-45f3-b20d-2c87a5c02342 req-8d1b8d4f-55d7-46da-9fbc-0463b6ddb4d7 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=553a1193-9ab7-4779-904a-7ced37b02028 HTTP/1.1" status: 200 len: 945 time: 0.0496695 Sep 09 05:24:49.691901 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-7f394375-189c-45f3-b20d-2c87a5c02342 req-38814096-1a80-40d6-bafa-d7075537b8dc tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=15c4bc75-620a-4602-90e3-2cad0b82dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315170 Sep 09 05:24:50.069763 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fa00bc-cb7f-436c-be92-d17fedcb22a3 req-1b5dbe05-7c79-4558-8713-3638ca395b48 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:24:50.071240 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-f1fa00bc-cb7f-436c-be92-d17fedcb22a3 req-1b5dbe05-7c79-4558-8713-3638ca395b48 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea37007f-5745-4343-b680-045a8728f60f HTTP/1.1" status: 200 len: 932 time: 0.0482895 Sep 09 05:24:50.110857 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-f1fa00bc-cb7f-436c-be92-d17fedcb22a3 req-319eae96-b206-4875-98d2-eb10cd7c177f tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d65faa1-584b-4a8c-a3f5-1208536c2d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335584 Sep 09 05:24:50.584738 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-f58189d9-6346-488a-b595-dd95eb46ace4 req-d3e36948-b724-49be-a877-4fa86439c86f tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fcffe1a-b0a2-42b7-8139-76f6bb45c95c HTTP/1.1" status: 200 len: 210 time: 0.0262816 Sep 09 05:24:50.819575 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c92d42-abd3-4446-8348-cd759e617296 req-8d1acd87-2c0a-4590-9154-a910174283cd tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:24:50.821195 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-16c92d42-abd3-4446-8348-cd759e617296 req-8d1acd87-2c0a-4590-9154-a910174283cd tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=553a1193-9ab7-4779-904a-7ced37b02028 HTTP/1.1" status: 200 len: 945 time: 0.0574863 Sep 09 05:24:50.866410 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-16c92d42-abd3-4446-8348-cd759e617296 req-12f460cc-2288-4696-8b9d-91f5d4deb141 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=15c4bc75-620a-4602-90e3-2cad0b82dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372949 Sep 09 05:24:51.227092 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c56f65-4deb-44e6-902b-1ea74bc87aff req-53b08918-0f16-4e0e-bdd7-0d17e52f007d tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:24:51.228735 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-80c56f65-4deb-44e6-902b-1ea74bc87aff req-53b08918-0f16-4e0e-bdd7-0d17e52f007d tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea37007f-5745-4343-b680-045a8728f60f HTTP/1.1" status: 200 len: 932 time: 0.0498641 Sep 09 05:24:51.268060 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-80c56f65-4deb-44e6-902b-1ea74bc87aff req-813033a1-360b-4dc9-ba65-2b3f8c1c6396 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d65faa1-584b-4a8c-a3f5-1208536c2d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326450 Sep 09 05:24:51.322130 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.agents_db [None req-c4fa6e85-f278-4c65-a736-468407d89cbd None None] Agent healthcheck: found 6 active agents {{(pid=94300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 05:24:51.686639 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-6046f9f7-d4f4-495c-8e94-ff4547b41998 req-6e7d5d39-c2ed-46db-8a07-8bd1b0d81db0 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fcffe1a-b0a2-42b7-8139-76f6bb45c95c HTTP/1.1" status: 200 len: 210 time: 0.0279660 Sep 09 05:24:52.005400 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd14bdd-1dd5-4fb5-8d74-a08c89914e42 req-a8e7b397-e805-429e-9d94-f958f2405d3e tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:24:52.007207 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-4dd14bdd-1dd5-4fb5-8d74-a08c89914e42 req-a8e7b397-e805-429e-9d94-f958f2405d3e tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=553a1193-9ab7-4779-904a-7ced37b02028 HTTP/1.1" status: 200 len: 945 time: 0.0601699 Sep 09 05:24:52.052128 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-4dd14bdd-1dd5-4fb5-8d74-a08c89914e42 req-d017e85b-6132-449b-8fb7-f2f4975ee511 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=15c4bc75-620a-4602-90e3-2cad0b82dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359786 Sep 09 05:24:52.404712 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e038acb3-28b4-4ba6-a7f3-32aae70dce14 req-5b0e3a1f-9d5e-4b1d-bb3c-60575c9c384e tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:24:52.406947 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-e038acb3-28b4-4ba6-a7f3-32aae70dce14 req-5b0e3a1f-9d5e-4b1d-bb3c-60575c9c384e tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea37007f-5745-4343-b680-045a8728f60f HTTP/1.1" status: 200 len: 932 time: 0.0595365 Sep 09 05:24:52.460790 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-e038acb3-28b4-4ba6-a7f3-32aae70dce14 req-5401daef-aad9-4ef3-91da-1a731a215282 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d65faa1-584b-4a8c-a3f5-1208536c2d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473728 Sep 09 05:24:52.785700 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-9b329ee9-2f77-4ad4-8320-54d94da7761b req-c6940cfd-fea8-49bf-9081-5e6ba4d2bed5 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fcffe1a-b0a2-42b7-8139-76f6bb45c95c HTTP/1.1" status: 200 len: 210 time: 0.0280170 Sep 09 05:24:53.184245 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d449c4-9b1b-46fc-8e86-da0482d52e38 req-c08ad6dd-b736-440a-a56e-11f9f783ae29 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:24:53.185902 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-b4d449c4-9b1b-46fc-8e86-da0482d52e38 req-c08ad6dd-b736-440a-a56e-11f9f783ae29 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=553a1193-9ab7-4779-904a-7ced37b02028 HTTP/1.1" status: 200 len: 945 time: 0.0543594 Sep 09 05:24:53.223302 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-b4d449c4-9b1b-46fc-8e86-da0482d52e38 req-f3da04fd-f7ec-4bca-8f2a-7052178d39e4 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=15c4bc75-620a-4602-90e3-2cad0b82dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307837 Sep 09 05:24:53.504825 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.v2.base [req-5bda518a-b0ea-4bd3-afe7-1f4636adfd14 req-d9a5a1b6-58f7-439a-b57b-ba44de8f3be0 service neutron] Request body: {'port': {'device_id': 'ea37007f-5745-4343-b680-045a8728f60f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=94297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:24:53.567115 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-5bda518a-b0ea-4bd3-afe7-1f4636adfd14 req-d9a5a1b6-58f7-439a-b57b-ba44de8f3be0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:53.583895 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8506e117-ce96-4bc2-a2c3-d16c07a26695 req-43a4d384-1266-439f-a071-c1e739677315 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:24:53.585591 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-8506e117-ce96-4bc2-a2c3-d16c07a26695 req-43a4d384-1266-439f-a071-c1e739677315 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea37007f-5745-4343-b680-045a8728f60f HTTP/1.1" status: 200 len: 932 time: 0.0520558 Sep 09 05:24:53.627494 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-8506e117-ce96-4bc2-a2c3-d16c07a26695 req-6f67f7b1-3067-49e5-8ef8-ed5c11c14048 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d65faa1-584b-4a8c-a3f5-1208536c2d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344729 Sep 09 05:24:53.838446 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.notifiers.nova [req-5bda518a-b0ea-4bd3-afe7-1f4636adfd14 req-d9a5a1b6-58f7-439a-b57b-ba44de8f3be0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d412ada-0a25-4b0c-be66-043d29a96678 {{(pid=94297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 05:24:53.846218 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-5bda518a-b0ea-4bd3-afe7-1f4636adfd14 req-d9a5a1b6-58f7-439a-b57b-ba44de8f3be0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:53.858588 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.provisioning_blocks [req-5bda518a-b0ea-4bd3-afe7-1f4636adfd14 req-d9a5a1b6-58f7-439a-b57b-ba44de8f3be0 service neutron] Transition to ACTIVE for port object 7d412ada-0a25-4b0c-be66-043d29a96678 will not be triggered until provisioned by entity L2. {{(pid=94297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 05:24:53.862812 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-5bda518a-b0ea-4bd3-afe7-1f4636adfd14 req-d9a5a1b6-58f7-439a-b57b-ba44de8f3be0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29280254'] for port, after_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:53.878222 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-9fadd1a7-4285-4914-8942-5f6c4ef1a206 req-e8376ad1-7c85-4c2e-a805-b49b0258d11a tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fcffe1a-b0a2-42b7-8139-76f6bb45c95c HTTP/1.1" status: 200 len: 210 time: 0.0273907 Sep 09 05:24:53.915155 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a5a1b6-58f7-439a-b57b-ba44de8f3be0 service neutron] Pushing event updated for resources: {'Port': ['ID=7d412ada-0a25-4b0c-be66-043d29a96678,revision_number=2']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:24:53.990578 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.managers [req-5bda518a-b0ea-4bd3-afe7-1f4636adfd14 req-d9a5a1b6-58f7-439a-b57b-ba44de8f3be0 service neutron] Attempting to bind port 7d412ada-0a25-4b0c-be66-043d29a96678 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=94297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 05:24:53.991013 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.managers [req-5bda518a-b0ea-4bd3-afe7-1f4636adfd14 req-d9a5a1b6-58f7-439a-b57b-ba44de8f3be0 service neutron] Attempting to bind port 7d412ada-0a25-4b0c-be66-043d29a96678 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '88dd136d-61f5-4df0-9570-6114bdd8b56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4652544d-e216-4d1d-b8bf-add982dc8019'}] {{(pid=94297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 05:24:53.991420 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bda518a-b0ea-4bd3-afe7-1f4636adfd14 req-d9a5a1b6-58f7-439a-b57b-ba44de8f3be0 service neutron] Attempting to bind port 7d412ada-0a25-4b0c-be66-043d29a96678 on network 4652544d-e216-4d1d-b8bf-add982dc8019 {{(pid=94297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 05:24:53.996324 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bda518a-b0ea-4bd3-afe7-1f4636adfd14 req-d9a5a1b6-58f7-439a-b57b-ba44de8f3be0 service neutron] Port 7d412ada-0a25-4b0c-be66-043d29a96678 on network 4652544d-e216-4d1d-b8bf-add982dc8019 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=94297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 05:24:53.996731 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bda518a-b0ea-4bd3-afe7-1f4636adfd14 req-d9a5a1b6-58f7-439a-b57b-ba44de8f3be0 service neutron] Attempting to bind port 7d412ada-0a25-4b0c-be66-043d29a96678 on network 4652544d-e216-4d1d-b8bf-add982dc8019 {{(pid=94297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 05:24:54.002300 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bda518a-b0ea-4bd3-afe7-1f4636adfd14 req-d9a5a1b6-58f7-439a-b57b-ba44de8f3be0 service neutron] Checking agent: {'id': '7670f20e-61bb-4b09-a030-6895aded51bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 5, 15, 5), 'started_at': datetime.datetime(2021, 9, 9, 5, 15, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 5, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 05:24:54.002653 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bda518a-b0ea-4bd3-afe7-1f4636adfd14 req-d9a5a1b6-58f7-439a-b57b-ba44de8f3be0 service neutron] Checking segment: {'id': '88dd136d-61f5-4df0-9570-6114bdd8b56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4652544d-e216-4d1d-b8bf-add982dc8019'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 05:24:54.003038 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bda518a-b0ea-4bd3-afe7-1f4636adfd14 req-d9a5a1b6-58f7-439a-b57b-ba44de8f3be0 service neutron] Bound using segment: {'id': '88dd136d-61f5-4df0-9570-6114bdd8b56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4652544d-e216-4d1d-b8bf-add982dc8019'} {{(pid=94297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 05:24:54.003475 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.managers [req-5bda518a-b0ea-4bd3-afe7-1f4636adfd14 req-d9a5a1b6-58f7-439a-b57b-ba44de8f3be0 service neutron] Bound port: 7d412ada-0a25-4b0c-be66-043d29a96678, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88dd136d-61f5-4df0-9570-6114bdd8b56a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4652544d-e216-4d1d-b8bf-add982dc8019'}}] {{(pid=94297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 05:24:54.003843 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-5bda518a-b0ea-4bd3-afe7-1f4636adfd14 req-d9a5a1b6-58f7-439a-b57b-ba44de8f3be0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:54.070464 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.db [req-5bda518a-b0ea-4bd3-afe7-1f4636adfd14 req-d9a5a1b6-58f7-439a-b57b-ba44de8f3be0 service neutron] For port 7d412ada-0a25-4b0c-be66-043d29a96678, host hv-cinder-77262, cleared binding levels {{(pid=94297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 05:24:54.073654 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.db [req-5bda518a-b0ea-4bd3-afe7-1f4636adfd14 req-d9a5a1b6-58f7-439a-b57b-ba44de8f3be0 service neutron] For port 7d412ada-0a25-4b0c-be66-043d29a96678, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=7d412ada-0a25-4b0c-be66-043d29a96678,segment=NetworkSegment(88dd136d-61f5-4df0-9570-6114bdd8b56a),segment_id=88dd136d-61f5-4df0-9570-6114bdd8b56a)] {{(pid=94297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 05:24:54.077643 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-5bda518a-b0ea-4bd3-afe7-1f4636adfd14 req-d9a5a1b6-58f7-439a-b57b-ba44de8f3be0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29280254'] for port, after_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:54.123444 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bda518a-b0ea-4bd3-afe7-1f4636adfd14 req-d9a5a1b6-58f7-439a-b57b-ba44de8f3be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:24:54.124428 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-5bda518a-b0ea-4bd3-afe7-1f4636adfd14 req-d9a5a1b6-58f7-439a-b57b-ba44de8f3be0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-438482'] for port, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:54.126119 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-5bda518a-b0ea-4bd3-afe7-1f4636adfd14 req-d9a5a1b6-58f7-439a-b57b-ba44de8f3be0 service neutron] 10.222.0.23 "PUT /v2.0/ports/7d412ada-0a25-4b0c-be66-043d29a96678 HTTP/1.1" status: 200 len: 1094 time: 0.6284089 Sep 09 05:24:54.128570 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea37007f-5745-4343-b680-045a8728f60f', 'tag': '7d412ada-0a25-4b0c-be66-043d29a96678'}] {{(pid=94297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 05:24:54.132509 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85c66017178c43798701892324557e4ac90163104f6096848bec1798d04fbbd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7279673b-73f5-4814-adda-60ddfc9eb7eb" -d '{"events": [{"name": "network-changed", "server_uuid": "ea37007f-5745-4343-b680-045a8728f60f", "tag": "7d412ada-0a25-4b0c-be66-043d29a96678"}]}' {{(pid=94297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 05:24:54.162825 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a5a1b6-58f7-439a-b57b-ba44de8f3be0 service neutron] Pushing event updated for resources: {'Port': ['ID=7d412ada-0a25-4b0c-be66-043d29a96678,revision_number=3']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:24:54.180925 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bada2e-4806-4ee7-907b-6165a9f125ac req-246bb9fb-cb2c-4ac3-8ebd-9972caad0c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:24:54.182701 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-36bada2e-4806-4ee7-907b-6165a9f125ac req-246bb9fb-cb2c-4ac3-8ebd-9972caad0c68 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=adae3c00f82c46cda5739aa90de24c7f&device_id=553a1193-9ab7-4779-904a-7ced37b02028 HTTP/1.1" status: 200 len: 1098 time: 0.0675395 Sep 09 05:24:54.204921 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 05:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1107523-0896-4ec7-b6c4-470526e88ba6 x-openstack-request-id: req-d1107523-0896-4ec7-b6c4-470526e88ba6 {{(pid=94297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 05:24:54.205227 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea37007f-5745-4343-b680-045a8728f60f", "tag": "7d412ada-0a25-4b0c-be66-043d29a96678", "status": "completed", "code": 200}]} {{(pid=94297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 05:24:54.205456 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d1107523-0896-4ec7-b6c4-470526e88ba6 {{(pid=94297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 05:24:54.206570 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea37007f-5745-4343-b680-045a8728f60f', 'tag': '7d412ada-0a25-4b0c-be66-043d29a96678', 'status': 'completed', 'code': 200} Sep 09 05:24:54.226824 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bda518a-b0ea-4bd3-afe7-1f4636adfd14 req-e37077c9-7f90-4fe8-adff-00648c602b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:24:54.228494 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-5bda518a-b0ea-4bd3-afe7-1f4636adfd14 req-e37077c9-7f90-4fe8-adff-00648c602b1b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=78d2d5f44e3648f4afee26aa92bf9774&device_id=ea37007f-5745-4343-b680-045a8728f60f HTTP/1.1" status: 200 len: 1097 time: 0.0548410 Sep 09 05:24:54.296854 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-5bda518a-b0ea-4bd3-afe7-1f4636adfd14 req-481e8a5d-c957-47de-9a5f-efc457a827f1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d412ada-0a25-4b0c-be66-043d29a96678 HTTP/1.1" status: 200 len: 217 time: 0.0594883 Sep 09 05:24:54.299539 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bada2e-4806-4ee7-907b-6165a9f125ac req-6a008bd1-7439-408a-9243-45891fce3874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:24:54.301363 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-36bada2e-4806-4ee7-907b-6165a9f125ac req-6a008bd1-7439-408a-9243-45891fce3874 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4c49d2e8-bbb3-48a4-b9dd-23115ce7620f HTTP/1.1" status: 200 len: 917 time: 0.1108074 Sep 09 05:24:54.402035 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-36bada2e-4806-4ee7-907b-6165a9f125ac req-f86db3b1-6416-4445-ad2d-5d12c8073832 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=095c022d-693d-4fbd-bbc1-9de89c115d30 HTTP/1.1" status: 200 len: 999 time: 0.0841503 Sep 09 05:24:54.404874 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bda518a-b0ea-4bd3-afe7-1f4636adfd14 req-77360da6-951c-4aba-adf2-612d4ae962c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:24:54.406966 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-5bda518a-b0ea-4bd3-afe7-1f4636adfd14 req-77360da6-951c-4aba-adf2-612d4ae962c4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=53475f42-77fa-46f8-ae16-8e7d5b7ae076 HTTP/1.1" status: 200 len: 853 time: 0.0968318 Sep 09 05:24:54.430195 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30aa89d9-f4f2-4a48-bf7f-2f07c9519f97 req-731d38eb-479e-453f-9683-bbc034c576b8 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:24:54.431709 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-30aa89d9-f4f2-4a48-bf7f-2f07c9519f97 req-731d38eb-479e-453f-9683-bbc034c576b8 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=553a1193-9ab7-4779-904a-7ced37b02028 HTTP/1.1" status: 200 len: 945 time: 0.1262379 Sep 09 05:24:54.479820 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aff2dd-460d-47ef-a71c-be6c871fa8b8 req-863c127a-6975-424d-8a8e-ea833d603df6 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:24:54.481263 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-71aff2dd-460d-47ef-a71c-be6c871fa8b8 req-863c127a-6975-424d-8a8e-ea833d603df6 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.23 "GET /v2.0/networks?id=591ece5e-2938-4cf9-bb43-c15ca886ca94 HTTP/1.1" status: 200 len: 811 time: 0.1961131 Sep 09 05:24:54.495005 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bada2e-4806-4ee7-907b-6165a9f125ac req-2a92e526-3f02-4689-9bba-a33ea3c4db06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:24:54.496462 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-36bada2e-4806-4ee7-907b-6165a9f125ac req-2a92e526-3f02-4689-9bba-a33ea3c4db06 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=af8cc309-f922-4b5b-9139-7f7e8b7747ed HTTP/1.1" status: 200 len: 856 time: 0.0822146 Sep 09 05:24:54.499881 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-30aa89d9-f4f2-4a48-bf7f-2f07c9519f97 req-638fbd07-a458-40a6-a2c7-e877ab12146d tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=15c4bc75-620a-4602-90e3-2cad0b82dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483127 Sep 09 05:24:54.509185 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bda518a-b0ea-4bd3-afe7-1f4636adfd14 req-33187a20-d41e-41ec-b240-ded649c54195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:24:54.510811 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-5bda518a-b0ea-4bd3-afe7-1f4636adfd14 req-33187a20-d41e-41ec-b240-ded649c54195 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4652544d-e216-4d1d-b8bf-add982dc8019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0755782 Sep 09 05:24:54.542666 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bada2e-4806-4ee7-907b-6165a9f125ac req-9e37bafb-1aaf-4083-a05a-016bf7bf005e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:24:54.544143 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-36bada2e-4806-4ee7-907b-6165a9f125ac req-9e37bafb-1aaf-4083-a05a-016bf7bf005e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4c49d2e8-bbb3-48a4-b9dd-23115ce7620f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0412352 Sep 09 05:24:54.557767 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-71aff2dd-460d-47ef-a71c-be6c871fa8b8 req-4cdccf5c-d533-4987-9cbc-e03bcc0241e9 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ddcd5653413143e99ea8197beb98de5f HTTP/1.1" status: 200 len: 380 time: 0.0661697 Sep 09 05:24:54.570176 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.v2.base [req-71aff2dd-460d-47ef-a71c-be6c871fa8b8 req-b35e0ee6-5975-46b9-86c1-3b6ec2ecf6d6 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Request body: {'port': {'device_id': '0fcffe1a-b0a2-42b7-8139-76f6bb45c95c', 'network_id': '591ece5e-2938-4cf9-bb43-c15ca886ca94', 'admin_state_up': True, 'tenant_id': 'ddcd5653413143e99ea8197beb98de5f', 'security_groups': ['e89da49e-09fc-4632-82b3-7a3f9989799d']}} {{(pid=94297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:24:54.639355 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-36bada2e-4806-4ee7-907b-6165a9f125ac req-b0e8fee5-83a2-48a9-87b9-261055dc19e1 service neutron] 10.222.0.23 "GET /v2.0/networks/4c49d2e8-bbb3-48a4-b9dd-23115ce7620f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867126 Sep 09 05:24:54.679292 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-5bda518a-b0ea-4bd3-afe7-1f4636adfd14 req-2a72fb6a-274f-4c1e-a5c1-a2221f6decc3 service neutron] 10.222.0.23 "GET /v2.0/networks/4652544d-e216-4d1d-b8bf-add982dc8019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597481 Sep 09 05:24:54.796604 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71aff2dd-460d-47ef-a71c-be6c871fa8b8 req-b35e0ee6-5975-46b9-86c1-3b6ec2ecf6d6 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Made reservation on behalf of ddcd5653413143e99ea8197beb98de5f for: {'port': 1} {{(pid=94297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 05:24:54.800256 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-71aff2dd-460d-47ef-a71c-be6c871fa8b8 req-b35e0ee6-5975-46b9-86c1-3b6ec2ecf6d6 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:54.823323 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-5bda518a-b0ea-4bd3-afe7-1f4636adfd14 req-ad344f7b-6d62-4571-9408-7252fbd85ab5 service neutron] 10.222.0.23 "GET /v2.0/networks/4652544d-e216-4d1d-b8bf-add982dc8019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327493 Sep 09 05:24:54.966609 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7279673b-73f5-4814-adda-60ddfc9eb7eb req-e1841ff3-9094-4400-ba30-f47765bdd124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:24:54.968327 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-7279673b-73f5-4814-adda-60ddfc9eb7eb req-e1841ff3-9094-4400-ba30-f47765bdd124 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=78d2d5f44e3648f4afee26aa92bf9774&device_id=ea37007f-5745-4343-b680-045a8728f60f HTTP/1.1" status: 200 len: 1097 time: 0.0868931 Sep 09 05:24:55.008990 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.db_base_plugin_common [req-71aff2dd-460d-47ef-a71c-be6c871fa8b8 req-b35e0ee6-5975-46b9-86c1-3b6ec2ecf6d6 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Allocated IP 172.20.0.6 (591ece5e-2938-4cf9-bb43-c15ca886ca94/94a6c333-3890-40af-80b3-e0da9d928c0a/7f4e839a-0a26-4f84-bac3-dedd60860d8f) {{(pid=94297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 05:24:55.052006 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-48144ebf-ca34-4685-bcb5-d1ba39a4beea req-e03c3009-ffb0-41a8-b2f9-643b8b77a4fe tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fcffe1a-b0a2-42b7-8139-76f6bb45c95c HTTP/1.1" status: 200 len: 210 time: 0.0415955 Sep 09 05:24:55.054864 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-36bada2e-4806-4ee7-907b-6165a9f125ac req-43e31615-b039-4baa-9c47-d174e22deee4 service neutron] 10.222.0.23 "GET /v2.0/networks/4c49d2e8-bbb3-48a4-b9dd-23115ce7620f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4053240 Sep 09 05:24:55.073430 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feab56f0-a6d2-4fc7-b6f8-db6751eb513b req-910ef183-c34c-448f-ac54-75a4f0269c33 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:24:55.075262 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-feab56f0-a6d2-4fc7-b6f8-db6751eb513b req-910ef183-c34c-448f-ac54-75a4f0269c33 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea37007f-5745-4343-b680-045a8728f60f HTTP/1.1" status: 200 len: 944 time: 0.3671730 Sep 09 05:24:55.114798 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-feab56f0-a6d2-4fc7-b6f8-db6751eb513b req-a2116c56-8f91-4b90-86ea-70d61a9754bf tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d65faa1-584b-4a8c-a3f5-1208536c2d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319524 Sep 09 05:24:55.117634 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7279673b-73f5-4814-adda-60ddfc9eb7eb req-84ea4405-91ac-4cd0-ab60-889fd2e0cacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:24:55.119089 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-7279673b-73f5-4814-adda-60ddfc9eb7eb req-84ea4405-91ac-4cd0-ab60-889fd2e0cacb service neutron] 10.222.0.23 "GET /v2.0/networks?id=4652544d-e216-4d1d-b8bf-add982dc8019 HTTP/1.1" status: 200 len: 914 time: 0.1415665 Sep 09 05:24:55.169870 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-7279673b-73f5-4814-adda-60ddfc9eb7eb req-a3ff0c61-098f-4cfd-be44-6635e520b7a7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d412ada-0a25-4b0c-be66-043d29a96678 HTTP/1.1" status: 200 len: 217 time: 0.0412588 Sep 09 05:24:55.258483 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7279673b-73f5-4814-adda-60ddfc9eb7eb req-0a50a9a7-7dd5-451e-92cc-fabf5126258f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:24:55.260113 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-7279673b-73f5-4814-adda-60ddfc9eb7eb req-0a50a9a7-7dd5-451e-92cc-fabf5126258f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=53475f42-77fa-46f8-ae16-8e7d5b7ae076 HTTP/1.1" status: 200 len: 853 time: 0.0650272 Sep 09 05:24:55.268884 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-71aff2dd-460d-47ef-a71c-be6c871fa8b8 req-b35e0ee6-5975-46b9-86c1-3b6ec2ecf6d6 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks [] for port, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:55.307438 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.provisioning_blocks [req-71aff2dd-460d-47ef-a71c-be6c871fa8b8 req-b35e0ee6-5975-46b9-86c1-3b6ec2ecf6d6 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Transition to ACTIVE for port object 7f4e839a-0a26-4f84-bac3-dedd60860d8f will not be triggered until provisioned by entity DHCP. {{(pid=94297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 05:24:55.328031 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7279673b-73f5-4814-adda-60ddfc9eb7eb req-7309278f-3257-429a-8c5b-c124ff3b0419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:24:55.329505 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-7279673b-73f5-4814-adda-60ddfc9eb7eb req-7309278f-3257-429a-8c5b-c124ff3b0419 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4652544d-e216-4d1d-b8bf-add982dc8019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0584536 Sep 09 05:24:55.376836 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-71aff2dd-460d-47ef-a71c-be6c871fa8b8 req-b35e0ee6-5975-46b9-86c1-3b6ec2ecf6d6 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748631669697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29281037'] for port, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:55.452215 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71aff2dd-460d-47ef-a71c-be6c871fa8b8 req-b35e0ee6-5975-46b9-86c1-3b6ec2ecf6d6 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Network 591ece5e-2938-4cf9-bb43-c15ca886ca94 is already hosted by enough agents. {{(pid=94297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 05:24:55.467456 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.base_scheduler [req-71aff2dd-460d-47ef-a71c-be6c871fa8b8 req-b35e0ee6-5975-46b9-86c1-3b6ec2ecf6d6 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Resources bound (agent type, host, resource id): {{(pid=94297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 05:24:55.474161 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.l3_dvrscheduler_db [req-71aff2dd-460d-47ef-a71c-be6c871fa8b8 req-b35e0ee6-5975-46b9-86c1-3b6ec2ecf6d6 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Received port after_create {{(pid=94297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 05:24:55.479261 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35e0ee6-5975-46b9-86c1-3b6ec2ecf6d6 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Pushing event updated for resources: {'Port': ['ID=7f4e839a-0a26-4f84-bac3-dedd60860d8f,revision_number=1']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:24:55.501548 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-7279673b-73f5-4814-adda-60ddfc9eb7eb req-3ab71953-a48b-4924-8b79-504540b8205f service neutron] 10.222.0.23 "GET /v2.0/networks/4652544d-e216-4d1d-b8bf-add982dc8019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627235 Sep 09 05:24:55.550565 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aff2dd-460d-47ef-a71c-be6c871fa8b8 req-b35e0ee6-5975-46b9-86c1-3b6ec2ecf6d6 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:24:55.551212 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-71aff2dd-460d-47ef-a71c-be6c871fa8b8 req-b35e0ee6-5975-46b9-86c1-3b6ec2ecf6d6 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-438482'] for port, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:55.610638 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-71aff2dd-460d-47ef-a71c-be6c871fa8b8 req-b35e0ee6-5975-46b9-86c1-3b6ec2ecf6d6 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0456736 Sep 09 05:24:55.624722 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.v2.base [req-71aff2dd-460d-47ef-a71c-be6c871fa8b8 req-30873322-fa73-47fe-956f-e9fb4e05ec6a service neutron] Request body: {'port': {'device_id': '0fcffe1a-b0a2-42b7-8139-76f6bb45c95c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=94297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:24:55.626587 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5257cd5-c84e-4edb-a2e4-b191e1eae78c req-c5052746-75ba-48b0-9c3a-48d08ab6a898 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:24:55.628118 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-a5257cd5-c84e-4edb-a2e4-b191e1eae78c req-c5052746-75ba-48b0-9c3a-48d08ab6a898 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=553a1193-9ab7-4779-904a-7ced37b02028 HTTP/1.1" status: 200 len: 945 time: 0.0520365 Sep 09 05:24:55.654198 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-7279673b-73f5-4814-adda-60ddfc9eb7eb req-8d249ac0-109a-4283-91f9-d4a7e0b99bfa service neutron] 10.222.0.23 "GET /v2.0/networks/4652544d-e216-4d1d-b8bf-add982dc8019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430700 Sep 09 05:24:55.667950 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-a5257cd5-c84e-4edb-a2e4-b191e1eae78c req-b81c5847-92f9-46c4-b663-e2f3a02f73ca tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=15c4bc75-620a-4602-90e3-2cad0b82dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334766 Sep 09 05:24:55.686515 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-71aff2dd-460d-47ef-a71c-be6c871fa8b8 req-30873322-fa73-47fe-956f-e9fb4e05ec6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:55.760691 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-5dfe30a3-53b4-4e13-9886-4ff7758df64f None None] Provisioning for port 7f4e839a-0a26-4f84-bac3-dedd60860d8f completed by entity DHCP. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 05:24:55.764116 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-5dfe30a3-53b4-4e13-9886-4ff7758df64f None None] Provisioning complete for port 7f4e839a-0a26-4f84-bac3-dedd60860d8f triggered by entity DHCP. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:24:55.764481 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-5dfe30a3-53b4-4e13-9886-4ff7758df64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:55.799290 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.plugin [None req-5dfe30a3-53b4-4e13-9886-4ff7758df64f None None] Port 7f4e839a-0a26-4f84-bac3-dedd60860d8f cannot update to ACTIVE because it is not bound. {{(pid=94299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 05:24:55.947242 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.notifiers.nova [req-71aff2dd-460d-47ef-a71c-be6c871fa8b8 req-30873322-fa73-47fe-956f-e9fb4e05ec6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f4e839a-0a26-4f84-bac3-dedd60860d8f {{(pid=94297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 05:24:55.955973 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-71aff2dd-460d-47ef-a71c-be6c871fa8b8 req-30873322-fa73-47fe-956f-e9fb4e05ec6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:55.967807 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.provisioning_blocks [req-71aff2dd-460d-47ef-a71c-be6c871fa8b8 req-30873322-fa73-47fe-956f-e9fb4e05ec6a service neutron] Transition to ACTIVE for port object 7f4e839a-0a26-4f84-bac3-dedd60860d8f will not be triggered until provisioned by entity L2. {{(pid=94297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 05:24:55.971693 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-71aff2dd-460d-47ef-a71c-be6c871fa8b8 req-30873322-fa73-47fe-956f-e9fb4e05ec6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29280254'] for port, after_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:56.019299 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30873322-fa73-47fe-956f-e9fb4e05ec6a service neutron] Pushing event updated for resources: {'Port': ['ID=7f4e839a-0a26-4f84-bac3-dedd60860d8f,revision_number=2']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:24:56.091718 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.managers [req-71aff2dd-460d-47ef-a71c-be6c871fa8b8 req-30873322-fa73-47fe-956f-e9fb4e05ec6a service neutron] Attempting to bind port 7f4e839a-0a26-4f84-bac3-dedd60860d8f on host hv-cinder-77262 for vnic_type normal with profile {{(pid=94297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 05:24:56.092055 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.managers [req-71aff2dd-460d-47ef-a71c-be6c871fa8b8 req-30873322-fa73-47fe-956f-e9fb4e05ec6a service neutron] Attempting to bind port 7f4e839a-0a26-4f84-bac3-dedd60860d8f by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '72cb4207-838c-49bd-8e0c-6709c728d1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '591ece5e-2938-4cf9-bb43-c15ca886ca94'}] {{(pid=94297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 05:24:56.092386 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71aff2dd-460d-47ef-a71c-be6c871fa8b8 req-30873322-fa73-47fe-956f-e9fb4e05ec6a service neutron] Attempting to bind port 7f4e839a-0a26-4f84-bac3-dedd60860d8f on network 591ece5e-2938-4cf9-bb43-c15ca886ca94 {{(pid=94297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 05:24:56.097650 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71aff2dd-460d-47ef-a71c-be6c871fa8b8 req-30873322-fa73-47fe-956f-e9fb4e05ec6a service neutron] Port 7f4e839a-0a26-4f84-bac3-dedd60860d8f on network 591ece5e-2938-4cf9-bb43-c15ca886ca94 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=94297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 05:24:56.098002 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71aff2dd-460d-47ef-a71c-be6c871fa8b8 req-30873322-fa73-47fe-956f-e9fb4e05ec6a service neutron] Attempting to bind port 7f4e839a-0a26-4f84-bac3-dedd60860d8f on network 591ece5e-2938-4cf9-bb43-c15ca886ca94 {{(pid=94297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 05:24:56.103434 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71aff2dd-460d-47ef-a71c-be6c871fa8b8 req-30873322-fa73-47fe-956f-e9fb4e05ec6a service neutron] Checking agent: {'id': '7670f20e-61bb-4b09-a030-6895aded51bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 5, 15, 5), 'started_at': datetime.datetime(2021, 9, 9, 5, 15, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 5, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 05:24:56.103737 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71aff2dd-460d-47ef-a71c-be6c871fa8b8 req-30873322-fa73-47fe-956f-e9fb4e05ec6a service neutron] Checking segment: {'id': '72cb4207-838c-49bd-8e0c-6709c728d1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '591ece5e-2938-4cf9-bb43-c15ca886ca94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 05:24:56.104166 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71aff2dd-460d-47ef-a71c-be6c871fa8b8 req-30873322-fa73-47fe-956f-e9fb4e05ec6a service neutron] Bound using segment: {'id': '72cb4207-838c-49bd-8e0c-6709c728d1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '591ece5e-2938-4cf9-bb43-c15ca886ca94'} {{(pid=94297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 05:24:56.104875 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.managers [req-71aff2dd-460d-47ef-a71c-be6c871fa8b8 req-30873322-fa73-47fe-956f-e9fb4e05ec6a service neutron] Bound port: 7f4e839a-0a26-4f84-bac3-dedd60860d8f, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72cb4207-838c-49bd-8e0c-6709c728d1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '591ece5e-2938-4cf9-bb43-c15ca886ca94'}}] {{(pid=94297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 05:24:56.105158 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-71aff2dd-460d-47ef-a71c-be6c871fa8b8 req-30873322-fa73-47fe-956f-e9fb4e05ec6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:56.180641 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.db [req-71aff2dd-460d-47ef-a71c-be6c871fa8b8 req-30873322-fa73-47fe-956f-e9fb4e05ec6a service neutron] For port 7f4e839a-0a26-4f84-bac3-dedd60860d8f, host hv-cinder-77262, cleared binding levels {{(pid=94297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 05:24:56.184335 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.db [req-71aff2dd-460d-47ef-a71c-be6c871fa8b8 req-30873322-fa73-47fe-956f-e9fb4e05ec6a service neutron] For port 7f4e839a-0a26-4f84-bac3-dedd60860d8f, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=7f4e839a-0a26-4f84-bac3-dedd60860d8f,segment=NetworkSegment(72cb4207-838c-49bd-8e0c-6709c728d1de),segment_id=72cb4207-838c-49bd-8e0c-6709c728d1de)] {{(pid=94297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 05:24:56.188130 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-71aff2dd-460d-47ef-a71c-be6c871fa8b8 req-30873322-fa73-47fe-956f-e9fb4e05ec6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29280254'] for port, after_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:56.189718 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37acbf09-fdbc-41ca-9309-991ca279277d req-3e506600-be92-4731-a75d-fb0e1b000eda tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:24:56.191240 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-37acbf09-fdbc-41ca-9309-991ca279277d req-3e506600-be92-4731-a75d-fb0e1b000eda tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fcffe1a-b0a2-42b7-8139-76f6bb45c95c HTTP/1.1" status: 200 len: 943 time: 0.0553803 Sep 09 05:24:56.223491 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aff2dd-460d-47ef-a71c-be6c871fa8b8 req-30873322-fa73-47fe-956f-e9fb4e05ec6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:24:56.224130 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-71aff2dd-460d-47ef-a71c-be6c871fa8b8 req-30873322-fa73-47fe-956f-e9fb4e05ec6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-438482'] for port, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:56.225525 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-71aff2dd-460d-47ef-a71c-be6c871fa8b8 req-30873322-fa73-47fe-956f-e9fb4e05ec6a service neutron] 10.222.0.23 "PUT /v2.0/ports/7f4e839a-0a26-4f84-bac3-dedd60860d8f HTTP/1.1" status: 200 len: 1093 time: 0.6053579 Sep 09 05:24:56.227806 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fcffe1a-b0a2-42b7-8139-76f6bb45c95c', 'tag': '7f4e839a-0a26-4f84-bac3-dedd60860d8f'}] {{(pid=94297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 05:24:56.231165 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85c66017178c43798701892324557e4ac90163104f6096848bec1798d04fbbd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42b104d1-8ca2-48fa-b7cc-c108c03d1bae" -d '{"events": [{"name": "network-changed", "server_uuid": "0fcffe1a-b0a2-42b7-8139-76f6bb45c95c", "tag": "7f4e839a-0a26-4f84-bac3-dedd60860d8f"}]}' {{(pid=94297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 05:24:56.258072 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30873322-fa73-47fe-956f-e9fb4e05ec6a service neutron] Pushing event updated for resources: {'Port': ['ID=7f4e839a-0a26-4f84-bac3-dedd60860d8f,revision_number=3']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:24:56.263231 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-37acbf09-fdbc-41ca-9309-991ca279277d req-b4636905-43f3-496d-8116-c6255b30d879 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/security-groups?id=e89da49e-09fc-4632-82b3-7a3f9989799d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626838 Sep 09 05:24:56.275931 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0ecc4a-4f18-4af7-b0f3-c13f944add88 req-41690f4d-7cda-4dc9-95f4-ada7e1149bbb tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:24:56.283648 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-1e0ecc4a-4f18-4af7-b0f3-c13f944add88 req-41690f4d-7cda-4dc9-95f4-ada7e1149bbb tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea37007f-5745-4343-b680-045a8728f60f HTTP/1.1" status: 200 len: 944 time: 0.0913911 Sep 09 05:24:56.320751 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 05:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-802a862f-0a41-4db9-a248-a5da738db5fb x-openstack-request-id: req-802a862f-0a41-4db9-a248-a5da738db5fb {{(pid=94297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 05:24:56.321039 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fcffe1a-b0a2-42b7-8139-76f6bb45c95c", "tag": "7f4e839a-0a26-4f84-bac3-dedd60860d8f", "status": "completed", "code": 200}]} {{(pid=94297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 05:24:56.321289 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-802a862f-0a41-4db9-a248-a5da738db5fb {{(pid=94297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 05:24:56.321675 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fcffe1a-b0a2-42b7-8139-76f6bb45c95c', 'tag': '7f4e839a-0a26-4f84-bac3-dedd60860d8f', 'status': 'completed', 'code': 200} Sep 09 05:24:56.325648 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aff2dd-460d-47ef-a71c-be6c871fa8b8 req-c90d41ca-4aba-43eb-b6e6-bc05b8fb2ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:24:56.327236 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-71aff2dd-460d-47ef-a71c-be6c871fa8b8 req-c90d41ca-4aba-43eb-b6e6-bc05b8fb2ed0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ddcd5653413143e99ea8197beb98de5f&device_id=0fcffe1a-b0a2-42b7-8139-76f6bb45c95c HTTP/1.1" status: 200 len: 1096 time: 0.0585701 Sep 09 05:24:56.328285 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-1e0ecc4a-4f18-4af7-b0f3-c13f944add88 req-0f2bc700-012c-4a6b-a5aa-b0879baf6e93 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d65faa1-584b-4a8c-a3f5-1208536c2d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411763 Sep 09 05:24:56.375795 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-71aff2dd-460d-47ef-a71c-be6c871fa8b8 req-d4f1fb55-b51a-47ad-95c4-1623ace32e8f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f4e839a-0a26-4f84-bac3-dedd60860d8f HTTP/1.1" status: 200 len: 217 time: 0.0345809 Sep 09 05:24:56.377974 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device 7d412ada-0a25-4b0c-be66-043d29a96678 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=94299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 05:24:56.381251 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device 095c022d-693d-4fbd-bbc1-9de89c115d30 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 05:24:56.433785 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aff2dd-460d-47ef-a71c-be6c871fa8b8 req-3065eaa7-673b-4d79-95df-6d1ad8960076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:24:56.435236 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-71aff2dd-460d-47ef-a71c-be6c871fa8b8 req-3065eaa7-673b-4d79-95df-6d1ad8960076 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=94a6c333-3890-40af-80b3-e0da9d928c0a HTTP/1.1" status: 200 len: 850 time: 0.0519629 Sep 09 05:24:56.484650 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aff2dd-460d-47ef-a71c-be6c871fa8b8 req-7f8ba695-27ed-4c12-871c-9d507f9bc46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:24:56.486150 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-71aff2dd-460d-47ef-a71c-be6c871fa8b8 req-7f8ba695-27ed-4c12-871c-9d507f9bc46c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=591ece5e-2938-4cf9-bb43-c15ca886ca94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0416312 Sep 09 05:24:56.542997 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:56.562978 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] For port 7d412ada-0a25-4b0c-be66-043d29a96678, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=7d412ada-0a25-4b0c-be66-043d29a96678,segment=NetworkSegment(88dd136d-61f5-4df0-9570-6114bdd8b56a),segment_id=88dd136d-61f5-4df0-9570-6114bdd8b56a)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:24:56.583565 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-71aff2dd-460d-47ef-a71c-be6c871fa8b8 req-513e8d8a-a9bb-4863-9c4b-6b362eb00d35 service neutron] 10.222.0.23 "GET /v2.0/networks/591ece5e-2938-4cf9-bb43-c15ca886ca94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892174 Sep 09 05:24:56.586785 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '553a1193-9ab7-4779-904a-7ced37b02028', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '095c022d-693d-4fbd-bbc1-9de89c115d30'}] {{(pid=94299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 05:24:56.589107 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6baa3fa754b64f0f84acd20b1d53bd6375697f3cd0d79ee629041410e58b9d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93e965fb-ec50-49f7-99bf-f8f9b621a392" -d '{"events": [{"server_uuid": "553a1193-9ab7-4779-904a-7ced37b02028", "name": "network-vif-unplugged", "status": "completed", "tag": "095c022d-693d-4fbd-bbc1-9de89c115d30"}]}' {{(pid=94299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 05:24:56.594775 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Returning: {'device': '7d412ada-0a25-4b0c-be66-043d29a96678', 'network_id': '4652544d-e216-4d1d-b8bf-add982dc8019', 'port_id': '7d412ada-0a25-4b0c-be66-043d29a96678', 'mac_address': 'fa:16:3e:ef:66:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53475f42-77fa-46f8-ae16-8e7d5b7ae076', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 05:24:56.605881 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] For port 095c022d-693d-4fbd-bbc1-9de89c115d30, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=095c022d-693d-4fbd-bbc1-9de89c115d30,segment=NetworkSegment(94ec00f0-b772-441b-b09c-9fabc2701b02),segment_id=94ec00f0-b772-441b-b09c-9fabc2701b02)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:24:56.611785 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:56.659400 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Sep 2021 05:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2140cdd5-c48c-44eb-a5c9-2c86765b84f5 x-openstack-request-id: req-2140cdd5-c48c-44eb-a5c9-2c86765b84f5 {{(pid=94299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 05:24:56.659660 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "553a1193-9ab7-4779-904a-7ced37b02028", "name": "network-vif-unplugged", "status": "completed", "tag": "095c022d-693d-4fbd-bbc1-9de89c115d30", "code": 200}]} {{(pid=94299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 05:24:56.659910 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2140cdd5-c48c-44eb-a5c9-2c86765b84f5 {{(pid=94299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 05:24:56.660492 dv-cinder-772623-14-iscsi neutron-server[94299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '553a1193-9ab7-4779-904a-7ced37b02028', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '095c022d-693d-4fbd-bbc1-9de89c115d30', 'code': 200} Sep 09 05:24:56.679211 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:56.692247 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-71aff2dd-460d-47ef-a71c-be6c871fa8b8 req-c1c3d4ca-a5df-426a-8828-18ac84ff3fa9 service neutron] 10.222.0.23 "GET /v2.0/networks/591ece5e-2938-4cf9-bb43-c15ca886ca94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014464 Sep 09 05:24:56.705448 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.notifiers.nova [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d412ada-0a25-4b0c-be66-043d29a96678 {{(pid=94299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 05:24:56.710584 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Pushing event updated for resources: {'Port': ['ID=095c022d-693d-4fbd-bbc1-9de89c115d30,revision_number=8']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:24:56.728286 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] For port 7d412ada-0a25-4b0c-be66-043d29a96678, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=7d412ada-0a25-4b0c-be66-043d29a96678,segment=NetworkSegment(88dd136d-61f5-4df0-9570-6114bdd8b56a),segment_id=88dd136d-61f5-4df0-9570-6114bdd8b56a)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:24:56.733385 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:56.790230 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Pushing event updated for resources: {'Port': ['ID=7d412ada-0a25-4b0c-be66-043d29a96678,revision_number=4']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:24:56.798315 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b104d1-8ca2-48fa-b7cc-c108c03d1bae req-3fb14e3e-9345-437e-aa7c-46482f858b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:24:56.800324 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-42b104d1-8ca2-48fa-b7cc-c108c03d1bae req-3fb14e3e-9345-437e-aa7c-46482f858b10 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ddcd5653413143e99ea8197beb98de5f&device_id=0fcffe1a-b0a2-42b7-8139-76f6bb45c95c HTTP/1.1" status: 200 len: 1096 time: 0.0509644 Sep 09 05:24:56.825495 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e33a3b-f020-476b-8fb9-1a049dbda4df req-2baa299c-e543-4e7d-ad94-640d9d661d7b tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:24:56.827217 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-74e33a3b-f020-476b-8fb9-1a049dbda4df req-2baa299c-e543-4e7d-ad94-640d9d661d7b tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=553a1193-9ab7-4779-904a-7ced37b02028 HTTP/1.1" status: 200 len: 943 time: 0.0538132 Sep 09 05:24:56.867363 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-74e33a3b-f020-476b-8fb9-1a049dbda4df req-cc90cd83-6280-46e5-b2f2-294c10d26d92 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=15c4bc75-620a-4602-90e3-2cad0b82dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338166 Sep 09 05:24:56.895551 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b104d1-8ca2-48fa-b7cc-c108c03d1bae req-ba58db11-291d-43f6-b997-ee488c6bf3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:24:56.897016 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-42b104d1-8ca2-48fa-b7cc-c108c03d1bae req-ba58db11-291d-43f6-b997-ee488c6bf3e3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=591ece5e-2938-4cf9-bb43-c15ca886ca94 HTTP/1.1" status: 200 len: 911 time: 0.0892782 Sep 09 05:24:56.943413 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-42b104d1-8ca2-48fa-b7cc-c108c03d1bae req-9ed96266-c662-4148-9640-350bad14ac9b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f4e839a-0a26-4f84-bac3-dedd60860d8f HTTP/1.1" status: 200 len: 217 time: 0.0365160 Sep 09 05:24:56.950193 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] get_ports_and_sgs() called for port_ids ['7d412ada-0a25-4b0c-be66-043d29a96678'] {{(pid=94299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 05:24:57.003791 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b104d1-8ca2-48fa-b7cc-c108c03d1bae req-17d81f1d-9e51-4074-ab73-d7dc86f6e04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:24:57.005349 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-42b104d1-8ca2-48fa-b7cc-c108c03d1bae req-17d81f1d-9e51-4074-ab73-d7dc86f6e04b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=94a6c333-3890-40af-80b3-e0da9d928c0a HTTP/1.1" status: 200 len: 850 time: 0.0547907 Sep 09 05:24:57.059987 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b104d1-8ca2-48fa-b7cc-c108c03d1bae req-c62ea6cb-ed23-4c41-ae97-612fe94459f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:24:57.061849 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-42b104d1-8ca2-48fa-b7cc-c108c03d1bae req-c62ea6cb-ed23-4c41-ae97-612fe94459f8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=591ece5e-2938-4cf9-bb43-c15ca886ca94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0491409 Sep 09 05:24:57.163409 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-42b104d1-8ca2-48fa-b7cc-c108c03d1bae req-1c4b4e36-9962-40e8-b095-593fa1784cba service neutron] 10.222.0.23 "GET /v2.0/networks/591ece5e-2938-4cf9-bb43-c15ca886ca94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944622 Sep 09 05:24:57.258879 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-42b104d1-8ca2-48fa-b7cc-c108c03d1bae req-52b9da92-5092-40e2-8b21-171fcf675622 service neutron] 10.222.0.23 "GET /v2.0/networks/591ece5e-2938-4cf9-bb43-c15ca886ca94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884857 Sep 09 05:24:57.378190 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f303e9-7328-4c1b-977e-32583ea827af req-c38880aa-4871-4f7a-b5e9-9d9588f77ec7 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:24:57.379641 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-85f303e9-7328-4c1b-977e-32583ea827af req-c38880aa-4871-4f7a-b5e9-9d9588f77ec7 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fcffe1a-b0a2-42b7-8139-76f6bb45c95c HTTP/1.1" status: 200 len: 943 time: 0.0483451 Sep 09 05:24:57.417378 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-85f303e9-7328-4c1b-977e-32583ea827af req-0ea51fe6-7315-4426-9c8e-9897057f64dc tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/security-groups?id=e89da49e-09fc-4632-82b3-7a3f9989799d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318813 Sep 09 05:24:57.523130 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edea9e0f-13e6-4a69-8613-05d02cbd4e2c req-260b370d-620d-437d-a074-5c0eb837969c tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:24:57.524993 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-edea9e0f-13e6-4a69-8613-05d02cbd4e2c req-260b370d-620d-437d-a074-5c0eb837969c tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea37007f-5745-4343-b680-045a8728f60f HTTP/1.1" status: 200 len: 945 time: 0.0497513 Sep 09 05:24:57.564974 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-edea9e0f-13e6-4a69-8613-05d02cbd4e2c req-8b6a01d9-8cc8-4951-b2f5-9e1254454005 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d65faa1-584b-4a8c-a3f5-1208536c2d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332131 Sep 09 05:24:57.808505 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc49f68c-2440-4b4e-8c86-507f8eddbb7a req-094ffda1-4838-47cb-8f6b-9a486e058509 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:24:57.810007 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-cc49f68c-2440-4b4e-8c86-507f8eddbb7a req-094ffda1-4838-47cb-8f6b-9a486e058509 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=553a1193-9ab7-4779-904a-7ced37b02028 HTTP/1.1" status: 200 len: 943 time: 0.0472713 Sep 09 05:24:57.851293 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-cc49f68c-2440-4b4e-8c86-507f8eddbb7a req-996211b0-a751-4184-a124-68b4df381d32 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=15c4bc75-620a-4602-90e3-2cad0b82dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347536 Sep 09 05:24:58.045739 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 42322) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:24:58.129468 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-1385aa1c-6e86-4c4e-abd2-84f4a6920f4b req-0311d0cc-a4fd-46f4-a1fd-b9342ff89ee0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=553a1193-9ab7-4779-904a-7ced37b02028&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0824668 Sep 09 05:24:58.137840 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [req-1385aa1c-6e86-4c4e-abd2-84f4a6920f4b req-4a2f7c48-89cc-4fb2-b656-130602c7abd3 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 05:24:58.138796 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-1385aa1c-6e86-4c4e-abd2-84f4a6920f4b req-4a2f7c48-89cc-4fb2-b656-130602c7abd3 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047479 Sep 09 05:24:58.393558 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device 7d412ada-0a25-4b0c-be66-043d29a96678 up at agent hyperv_hv-cinder-77262 {{(pid=94299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 05:24:58.446809 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Provisioning for port 7d412ada-0a25-4b0c-be66-043d29a96678 completed by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 05:24:58.451199 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Provisioning complete for port 7d412ada-0a25-4b0c-be66-043d29a96678 triggered by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:24:58.451570 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:58.540921 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:58.548118 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a5f8c-5139-4e5f-b9a1-84fe57700231 req-69424c95-813b-430d-b250-b8f95db528ae tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:24:58.549944 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-131a5f8c-5139-4e5f-b9a1-84fe57700231 req-69424c95-813b-430d-b250-b8f95db528ae tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fcffe1a-b0a2-42b7-8139-76f6bb45c95c HTTP/1.1" status: 200 len: 943 time: 0.0525613 Sep 09 05:24:58.575257 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] For port 7d412ada-0a25-4b0c-be66-043d29a96678, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=7d412ada-0a25-4b0c-be66-043d29a96678,segment=NetworkSegment(88dd136d-61f5-4df0-9570-6114bdd8b56a),segment_id=88dd136d-61f5-4df0-9570-6114bdd8b56a)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:24:58.580166 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:24:58.607694 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-131a5f8c-5139-4e5f-b9a1-84fe57700231 req-d33323a1-68d7-42b4-b3f4-c66d1cb47cf0 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/security-groups?id=e89da49e-09fc-4632-82b3-7a3f9989799d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463099 Sep 09 05:24:58.641749 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Pushing event updated for resources: {'Port': ['ID=7d412ada-0a25-4b0c-be66-043d29a96678,revision_number=5']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:24:58.662130 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea37007f-5745-4343-b680-045a8728f60f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d412ada-0a25-4b0c-be66-043d29a96678'}] {{(pid=94299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 05:24:58.665001 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6baa3fa754b64f0f84acd20b1d53bd6375697f3cd0d79ee629041410e58b9d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bff99ec-381f-4f0d-9d5d-c64670bd287e" -d '{"events": [{"server_uuid": "ea37007f-5745-4343-b680-045a8728f60f", "name": "network-vif-plugged", "status": "completed", "tag": "7d412ada-0a25-4b0c-be66-043d29a96678"}]}' {{(pid=94299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 05:24:58.688780 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b6e033-aa6f-4c5a-8a05-9c31b96c260f req-63d1ab01-912f-4082-8130-83ffb3257bda tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:24:58.690286 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-c3b6e033-aa6f-4c5a-8a05-9c31b96c260f req-63d1ab01-912f-4082-8130-83ffb3257bda tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea37007f-5745-4343-b680-045a8728f60f HTTP/1.1" status: 200 len: 946 time: 0.0515950 Sep 09 05:24:58.700128 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 05:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c5b374-bfce-48ea-9d51-8855ec3677a4 x-openstack-request-id: req-24c5b374-bfce-48ea-9d51-8855ec3677a4 {{(pid=94299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 05:24:58.700423 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea37007f-5745-4343-b680-045a8728f60f", "name": "network-vif-plugged", "status": "completed", "tag": "7d412ada-0a25-4b0c-be66-043d29a96678", "code": 200}]} {{(pid=94299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 05:24:58.700680 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-24c5b374-bfce-48ea-9d51-8855ec3677a4 {{(pid=94299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 05:24:58.701070 dv-cinder-772623-14-iscsi neutron-server[94299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea37007f-5745-4343-b680-045a8728f60f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d412ada-0a25-4b0c-be66-043d29a96678', 'code': 200} Sep 09 05:24:58.731851 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-c3b6e033-aa6f-4c5a-8a05-9c31b96c260f req-075734df-57f7-425e-9221-8480b1f38e82 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d65faa1-584b-4a8c-a3f5-1208536c2d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356853 Sep 09 05:24:58.865470 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518dcb14-d650-4879-8ca1-154a67b0ba3a req-d46dacd3-3ee6-4023-ba41-6ae1d76b5614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:24:58.866951 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-518dcb14-d650-4879-8ca1-154a67b0ba3a req-d46dacd3-3ee6-4023-ba41-6ae1d76b5614 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ea37007f-5745-4343-b680-045a8728f60f HTTP/1.1" status: 200 len: 1099 time: 0.0429642 Sep 09 05:24:58.902860 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-518dcb14-d650-4879-8ca1-154a67b0ba3a req-f0ca90cf-0d7d-42c5-a863-0eb50d74a830 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8d65faa1-584b-4a8c-a3f5-1208536c2d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281935 Sep 09 05:24:58.974824 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bc1adf-20b1-450e-be25-fc67e2eeff8a req-f2c7b393-482f-4cf9-8238-8137b70932f6 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:24:58.976266 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-c3bc1adf-20b1-450e-be25-fc67e2eeff8a req-f2c7b393-482f-4cf9-8238-8137b70932f6 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=553a1193-9ab7-4779-904a-7ced37b02028 HTTP/1.1" status: 200 len: 943 time: 0.0496373 Sep 09 05:24:59.016078 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-c3bc1adf-20b1-450e-be25-fc67e2eeff8a req-e66283c2-870e-45f8-8491-c193a577ecab tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=15c4bc75-620a-4602-90e3-2cad0b82dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336919 Sep 09 05:24:59.148474 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1385aa1c-6e86-4c4e-abd2-84f4a6920f4b req-0172019b-150d-4fa8-9fae-f5d5c07dcddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:24:59.149937 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-1385aa1c-6e86-4c4e-abd2-84f4a6920f4b req-0172019b-150d-4fa8-9fae-f5d5c07dcddc service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=553a1193-9ab7-4779-904a-7ced37b02028&tenant_id=adae3c00f82c46cda5739aa90de24c7f HTTP/1.1" status: 200 len: 1096 time: 0.0395644 Sep 09 05:24:59.209247 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1385aa1c-6e86-4c4e-abd2-84f4a6920f4b req-7ac7cb92-e6c5-4719-a515-8e6927e74a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:24:59.210616 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-1385aa1c-6e86-4c4e-abd2-84f4a6920f4b req-7ac7cb92-e6c5-4719-a515-8e6927e74a1f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=adae3c00f82c46cda5739aa90de24c7f&device_id=553a1193-9ab7-4779-904a-7ced37b02028 HTTP/1.1" status: 200 len: 1096 time: 0.0383780 Sep 09 05:24:59.301221 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1385aa1c-6e86-4c4e-abd2-84f4a6920f4b req-3e93075f-eb81-4e6f-b9f6-2325bbc3691a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:24:59.302709 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-1385aa1c-6e86-4c4e-abd2-84f4a6920f4b req-3e93075f-eb81-4e6f-b9f6-2325bbc3691a service neutron] 10.222.0.23 "GET /v2.0/networks?id=4c49d2e8-bbb3-48a4-b9dd-23115ce7620f HTTP/1.1" status: 200 len: 917 time: 0.0852640 Sep 09 05:24:59.365784 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-1385aa1c-6e86-4c4e-abd2-84f4a6920f4b req-cdfff441-326e-4d2b-8a0d-f752c34c956c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=095c022d-693d-4fbd-bbc1-9de89c115d30 HTTP/1.1" status: 200 len: 997 time: 0.0557246 Sep 09 05:24:59.413179 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1385aa1c-6e86-4c4e-abd2-84f4a6920f4b req-200a85fc-0209-4d46-b837-325068079de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:24:59.414607 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-1385aa1c-6e86-4c4e-abd2-84f4a6920f4b req-200a85fc-0209-4d46-b837-325068079de0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=af8cc309-f922-4b5b-9139-7f7e8b7747ed HTTP/1.1" status: 200 len: 856 time: 0.0417318 Sep 09 05:24:59.462986 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1385aa1c-6e86-4c4e-abd2-84f4a6920f4b req-f49230eb-0233-4446-bf8b-d839a2cdfb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:24:59.464430 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-1385aa1c-6e86-4c4e-abd2-84f4a6920f4b req-f49230eb-0233-4446-bf8b-d839a2cdfb96 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4c49d2e8-bbb3-48a4-b9dd-23115ce7620f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0424581 Sep 09 05:24:59.551917 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-1385aa1c-6e86-4c4e-abd2-84f4a6920f4b req-73c257b2-fe45-4b90-aefc-a0cba84d4a2f service neutron] 10.222.0.23 "GET /v2.0/networks/4c49d2e8-bbb3-48a4-b9dd-23115ce7620f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800848 Sep 09 05:24:59.645274 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-1385aa1c-6e86-4c4e-abd2-84f4a6920f4b req-b3d0bfab-86fe-495e-8fdd-b5ec90e7113f service neutron] 10.222.0.23 "GET /v2.0/networks/4c49d2e8-bbb3-48a4-b9dd-23115ce7620f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856700 Sep 09 05:24:59.713598 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90994f61-4fae-4631-8e2f-382b29ba4171 req-fe6de9a6-d6ff-44ac-b9e5-9208164e5f49 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:24:59.715193 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-90994f61-4fae-4631-8e2f-382b29ba4171 req-fe6de9a6-d6ff-44ac-b9e5-9208164e5f49 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fcffe1a-b0a2-42b7-8139-76f6bb45c95c HTTP/1.1" status: 200 len: 943 time: 0.0517602 Sep 09 05:24:59.753225 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-90994f61-4fae-4631-8e2f-382b29ba4171 req-890c21e3-96f3-4043-907e-a18abdc5d1b2 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/security-groups?id=e89da49e-09fc-4632-82b3-7a3f9989799d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321198 Sep 09 05:24:59.846954 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40142ab8-ae82-4663-a37f-6b7923f670f0 req-301fb246-56cd-454a-91ee-fbe622da5d7e tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:24:59.848671 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-40142ab8-ae82-4663-a37f-6b7923f670f0 req-301fb246-56cd-454a-91ee-fbe622da5d7e tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea37007f-5745-4343-b680-045a8728f60f HTTP/1.1" status: 200 len: 946 time: 0.0501125 Sep 09 05:24:59.888307 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-40142ab8-ae82-4663-a37f-6b7923f670f0 req-e52f5471-db39-452e-9eb7-3945d8969803 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d65faa1-584b-4a8c-a3f5-1208536c2d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336421 Sep 09 05:25:00.178142 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acea90d-bfb9-4cc1-a3a2-947dc746fade req-b2b33c5a-ecab-4aba-9482-be5123f30e6a tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:25:00.187807 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-3acea90d-bfb9-4cc1-a3a2-947dc746fade req-b2b33c5a-ecab-4aba-9482-be5123f30e6a tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=553a1193-9ab7-4779-904a-7ced37b02028 HTTP/1.1" status: 200 len: 943 time: 0.0738881 Sep 09 05:25:00.250796 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-3acea90d-bfb9-4cc1-a3a2-947dc746fade req-d148872c-0ccb-4c89-bb9f-eff69bec6f4c tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=15c4bc75-620a-4602-90e3-2cad0b82dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576897 Sep 09 05:25:00.400725 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device 095c022d-693d-4fbd-bbc1-9de89c115d30 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 05:25:00.881679 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a6b753-cc59-42cb-a65a-d85c565c9d88 req-39a5d517-862b-4b46-8248-45995bf74cc9 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:25:00.883273 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-26a6b753-cc59-42cb-a65a-d85c565c9d88 req-39a5d517-862b-4b46-8248-45995bf74cc9 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fcffe1a-b0a2-42b7-8139-76f6bb45c95c HTTP/1.1" status: 200 len: 943 time: 0.0590048 Sep 09 05:25:00.932131 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-26a6b753-cc59-42cb-a65a-d85c565c9d88 req-b5a2a668-4db9-4350-83c0-1e065f0a1903 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/security-groups?id=e89da49e-09fc-4632-82b3-7a3f9989799d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429394 Sep 09 05:25:01.019056 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15625aa-370e-49d4-be09-7d93ea12b395 req-5b9c6799-eced-42d1-80e0-b74869a7b52b tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:25:01.020581 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-f15625aa-370e-49d4-be09-7d93ea12b395 req-5b9c6799-eced-42d1-80e0-b74869a7b52b tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea37007f-5745-4343-b680-045a8728f60f HTTP/1.1" status: 200 len: 946 time: 0.0599973 Sep 09 05:25:01.058242 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-f15625aa-370e-49d4-be09-7d93ea12b395 req-9a10954a-e275-4dd9-a8cb-3968a99226c4 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d65faa1-584b-4a8c-a3f5-1208536c2d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315304 Sep 09 05:25:01.174010 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ea6055-b0b8-464a-acc3-30ffd0f69621 req-fa05f233-5452-42ec-9769-8d65ec459fa6 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:25:01.177738 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-64ea6055-b0b8-464a-acc3-30ffd0f69621 req-fa05f233-5452-42ec-9769-8d65ec459fa6 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea37007f-5745-4343-b680-045a8728f60f HTTP/1.1" status: 200 len: 946 time: 0.0492189 Sep 09 05:25:01.220056 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-64ea6055-b0b8-464a-acc3-30ffd0f69621 req-d353aba4-ee51-47af-99e4-9303a46e0472 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d65faa1-584b-4a8c-a3f5-1208536c2d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382886 Sep 09 05:25:01.368275 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cf228d-63ac-482b-9075-2538c0b0cf69 req-613b92a0-711f-45b5-ab1c-79bdf22cfbe3 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:25:01.369859 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-d9cf228d-63ac-482b-9075-2538c0b0cf69 req-613b92a0-711f-45b5-ab1c-79bdf22cfbe3 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=553a1193-9ab7-4779-904a-7ced37b02028 HTTP/1.1" status: 200 len: 943 time: 0.0518138 Sep 09 05:25:01.424219 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-d9cf228d-63ac-482b-9075-2538c0b0cf69 req-2b60b428-a763-4593-8565-49d7db9ecc0c tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=15c4bc75-620a-4602-90e3-2cad0b82dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473182 Sep 09 05:25:01.594919 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13574b2c-f37a-4e15-b583-e29bf447e23b req-2675fc93-828a-40c7-abbb-679cd126cc9d tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:25:01.596751 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-13574b2c-f37a-4e15-b583-e29bf447e23b req-2675fc93-828a-40c7-abbb-679cd126cc9d tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea37007f-5745-4343-b680-045a8728f60f HTTP/1.1" status: 200 len: 946 time: 0.0598538 Sep 09 05:25:01.653672 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-13574b2c-f37a-4e15-b583-e29bf447e23b req-b9c098c5-6147-4cac-8634-8eabfa8002a2 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d65faa1-584b-4a8c-a3f5-1208536c2d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506043 Sep 09 05:25:02.070047 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd7aa5a-4b61-4ade-b474-123db92dca4e req-e3e92cab-9bb9-459e-a69f-07219a330627 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:25:02.072075 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-ffd7aa5a-4b61-4ade-b474-123db92dca4e req-e3e92cab-9bb9-459e-a69f-07219a330627 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fcffe1a-b0a2-42b7-8139-76f6bb45c95c HTTP/1.1" status: 200 len: 943 time: 0.0523236 Sep 09 05:25:02.118881 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-ffd7aa5a-4b61-4ade-b474-123db92dca4e req-9709d0cc-c0f9-4e1f-b5f0-e4db0bb193b6 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/security-groups?id=e89da49e-09fc-4632-82b3-7a3f9989799d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379097 Sep 09 05:25:02.546025 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324b0d35-afa2-4115-84e9-1ccd5211bbfa req-a9c8703a-2bce-4f7a-8bb0-6351833d9f6e tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:25:02.547729 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-324b0d35-afa2-4115-84e9-1ccd5211bbfa req-a9c8703a-2bce-4f7a-8bb0-6351833d9f6e tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=553a1193-9ab7-4779-904a-7ced37b02028 HTTP/1.1" status: 200 len: 943 time: 0.0491993 Sep 09 05:25:02.599628 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-324b0d35-afa2-4115-84e9-1ccd5211bbfa req-5e57cb62-615d-45b5-927f-7e2b14bd9029 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=15c4bc75-620a-4602-90e3-2cad0b82dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445814 Sep 09 05:25:03.246225 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01610e69-1fbd-4d9b-bc75-a07ea424c266 req-b6cfc840-f70b-45ac-ae84-e183a4058acf tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:25:03.247726 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-01610e69-1fbd-4d9b-bc75-a07ea424c266 req-b6cfc840-f70b-45ac-ae84-e183a4058acf tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fcffe1a-b0a2-42b7-8139-76f6bb45c95c HTTP/1.1" status: 200 len: 943 time: 0.0572796 Sep 09 05:25:03.304206 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-01610e69-1fbd-4d9b-bc75-a07ea424c266 req-a112670b-564a-489a-a723-6607a65679a9 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/security-groups?id=e89da49e-09fc-4632-82b3-7a3f9989799d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506196 Sep 09 05:25:03.725196 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d95fca8-0b77-49ef-9e84-a4f757d31166 req-0f8fbe01-17a9-42de-9818-7c39f946bbb6 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:25:03.726897 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-7d95fca8-0b77-49ef-9e84-a4f757d31166 req-0f8fbe01-17a9-42de-9818-7c39f946bbb6 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=553a1193-9ab7-4779-904a-7ced37b02028 HTTP/1.1" status: 200 len: 943 time: 0.0505672 Sep 09 05:25:03.769734 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-7d95fca8-0b77-49ef-9e84-a4f757d31166 req-c7ba39b0-4750-406e-9d60-c16858699039 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=15c4bc75-620a-4602-90e3-2cad0b82dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368090 Sep 09 05:25:04.415747 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ab27e0-1a11-439f-aa37-fd498ef592d9 req-c8368e8d-48d3-4094-89fa-a6242cf20f90 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:25:04.417226 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-18ab27e0-1a11-439f-aa37-fd498ef592d9 req-c8368e8d-48d3-4094-89fa-a6242cf20f90 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fcffe1a-b0a2-42b7-8139-76f6bb45c95c HTTP/1.1" status: 200 len: 943 time: 0.0508819 Sep 09 05:25:04.455626 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-18ab27e0-1a11-439f-aa37-fd498ef592d9 req-afd5ac64-78a7-460b-9d49-e3bb7f861033 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/security-groups?id=e89da49e-09fc-4632-82b3-7a3f9989799d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323417 Sep 09 05:25:04.909142 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789385b9-20d4-475c-ad6b-bd4c035c4b97 req-48a5c818-b791-4943-b314-87a95e65ab52 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:25:04.911368 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-789385b9-20d4-475c-ad6b-bd4c035c4b97 req-48a5c818-b791-4943-b314-87a95e65ab52 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=553a1193-9ab7-4779-904a-7ced37b02028 HTTP/1.1" status: 200 len: 943 time: 0.0514183 Sep 09 05:25:04.949446 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-789385b9-20d4-475c-ad6b-bd4c035c4b97 req-32db3406-47e7-47ec-a747-fbe07a835697 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=15c4bc75-620a-4602-90e3-2cad0b82dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320134 Sep 09 05:25:05.575497 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa18262c-9def-4a21-ac99-cb29002967b7 req-2d907121-58b4-4cd3-9541-2ad41e1944bb tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:25:05.577011 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-aa18262c-9def-4a21-ac99-cb29002967b7 req-2d907121-58b4-4cd3-9541-2ad41e1944bb tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fcffe1a-b0a2-42b7-8139-76f6bb45c95c HTTP/1.1" status: 200 len: 943 time: 0.0527391 Sep 09 05:25:05.620172 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-aa18262c-9def-4a21-ac99-cb29002967b7 req-af17eb91-8cde-4291-b5fb-b98a48ae7c2d tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/security-groups?id=e89da49e-09fc-4632-82b3-7a3f9989799d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355163 Sep 09 05:25:06.054081 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:06.083826 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb6afdf-c88f-4db3-bc1a-886a370334bc req-11528990-6c3e-4e56-ad2e-ac562002d5b7 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:25:06.085328 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-2eb6afdf-c88f-4db3-bc1a-886a370334bc req-11528990-6c3e-4e56-ad2e-ac562002d5b7 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=553a1193-9ab7-4779-904a-7ced37b02028 HTTP/1.1" status: 200 len: 943 time: 0.0617316 Sep 09 05:25:06.129922 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-2eb6afdf-c88f-4db3-bc1a-886a370334bc req-d621a66d-4f0f-43e1-8e19-bc1022b8a25d tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=15c4bc75-620a-4602-90e3-2cad0b82dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380797 Sep 09 05:25:06.738484 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dff2bc-cc64-46aa-9100-9f8be6a37dd2 req-77ef0bc4-cde1-4f0f-8461-875a08bb1fc4 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:25:06.739866 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-09dff2bc-cc64-46aa-9100-9f8be6a37dd2 req-77ef0bc4-cde1-4f0f-8461-875a08bb1fc4 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fcffe1a-b0a2-42b7-8139-76f6bb45c95c HTTP/1.1" status: 200 len: 943 time: 0.0500460 Sep 09 05:25:06.779924 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-09dff2bc-cc64-46aa-9100-9f8be6a37dd2 req-34294e35-f117-4ea4-9918-e0387ae86519 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/security-groups?id=e89da49e-09fc-4632-82b3-7a3f9989799d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341871 Sep 09 05:25:07.265848 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe576a4-d665-4a96-9b6a-970d8ab7fac3 req-149d0911-d90b-46e4-aa5d-cb2eb21d326c tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:25:07.267395 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-bbe576a4-d665-4a96-9b6a-970d8ab7fac3 req-149d0911-d90b-46e4-aa5d-cb2eb21d326c tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=553a1193-9ab7-4779-904a-7ced37b02028 HTTP/1.1" status: 200 len: 943 time: 0.0611339 Sep 09 05:25:07.310143 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-bbe576a4-d665-4a96-9b6a-970d8ab7fac3 req-96df2c9d-4649-4814-b329-0398b16f2f39 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=15c4bc75-620a-4602-90e3-2cad0b82dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368617 Sep 09 05:25:07.910093 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce007fa-f7a3-4515-a139-f3db5ce43943 req-73f59c23-5ba4-4577-a3f0-b41e57720fa9 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:25:07.914240 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-9ce007fa-f7a3-4515-a139-f3db5ce43943 req-73f59c23-5ba4-4577-a3f0-b41e57720fa9 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fcffe1a-b0a2-42b7-8139-76f6bb45c95c HTTP/1.1" status: 200 len: 943 time: 0.0643384 Sep 09 05:25:07.952134 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-9ce007fa-f7a3-4515-a139-f3db5ce43943 req-93922079-0135-451d-8a39-4a21fb166d52 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/security-groups?id=e89da49e-09fc-4632-82b3-7a3f9989799d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341747 Sep 09 05:25:08.444632 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b79249-a30c-4fdb-a01e-449dd30afa2e req-e3f89044-191f-46f0-89a3-5e65340104a8 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:25:08.446198 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-d8b79249-a30c-4fdb-a01e-449dd30afa2e req-e3f89044-191f-46f0-89a3-5e65340104a8 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=553a1193-9ab7-4779-904a-7ced37b02028 HTTP/1.1" status: 200 len: 943 time: 0.0584168 Sep 09 05:25:08.492955 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-d8b79249-a30c-4fdb-a01e-449dd30afa2e req-f1d47949-8bf8-4f8c-a158-f7d9d64f80bf tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=15c4bc75-620a-4602-90e3-2cad0b82dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382771 Sep 09 05:25:09.070843 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43fda68-f96f-45a4-9d1c-2eff98fab4b9 req-6d5737b8-c7f7-4b80-8935-cebbf57cde63 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:25:09.072710 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-e43fda68-f96f-45a4-9d1c-2eff98fab4b9 req-6d5737b8-c7f7-4b80-8935-cebbf57cde63 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fcffe1a-b0a2-42b7-8139-76f6bb45c95c HTTP/1.1" status: 200 len: 943 time: 0.0510025 Sep 09 05:25:09.114848 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-e43fda68-f96f-45a4-9d1c-2eff98fab4b9 req-4896c59f-0c9c-4b54-b80f-ef6c715c3477 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/security-groups?id=e89da49e-09fc-4632-82b3-7a3f9989799d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357449 Sep 09 05:25:09.615725 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9a0e48-e82f-45bb-b207-c5b7299d4bbe req-f24df3f8-c5b8-4bb5-abcc-001ed6b50667 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:25:09.617268 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-2d9a0e48-e82f-45bb-b207-c5b7299d4bbe req-f24df3f8-c5b8-4bb5-abcc-001ed6b50667 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=553a1193-9ab7-4779-904a-7ced37b02028 HTTP/1.1" status: 200 len: 943 time: 0.0516617 Sep 09 05:25:09.655984 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-2d9a0e48-e82f-45bb-b207-c5b7299d4bbe req-f44a99b7-7a8e-43cc-8710-64e2530659e7 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=15c4bc75-620a-4602-90e3-2cad0b82dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325558 Sep 09 05:25:10.229067 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c46555-04b9-4c80-a242-d62108513edc req-537915ef-310a-46f9-baab-9102d1218427 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:25:10.230842 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-54c46555-04b9-4c80-a242-d62108513edc req-537915ef-310a-46f9-baab-9102d1218427 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fcffe1a-b0a2-42b7-8139-76f6bb45c95c HTTP/1.1" status: 200 len: 943 time: 0.0499380 Sep 09 05:25:10.268103 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-54c46555-04b9-4c80-a242-d62108513edc req-82f98b31-b58a-407f-8087-64d93fd67f64 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/security-groups?id=e89da49e-09fc-4632-82b3-7a3f9989799d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314696 Sep 09 05:25:10.777263 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe55078f-8862-43e0-8d44-3bb11dfdc547 req-86d8afb9-3e76-4ca0-b2e1-61e75bbbd96a tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:25:10.778680 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-fe55078f-8862-43e0-8d44-3bb11dfdc547 req-86d8afb9-3e76-4ca0-b2e1-61e75bbbd96a tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=553a1193-9ab7-4779-904a-7ced37b02028 HTTP/1.1" status: 200 len: 943 time: 0.0510285 Sep 09 05:25:10.821933 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-fe55078f-8862-43e0-8d44-3bb11dfdc547 req-6c580c26-96c2-46d3-bfe7-047ab8870d4a tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=15c4bc75-620a-4602-90e3-2cad0b82dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363114 Sep 09 05:25:10.883035 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2922c55e-4763-4934-8cf9-d2e888f4c4bf req-202f9712-a77b-48dd-93fb-55bd52ba83ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:25:10.884809 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-2922c55e-4763-4934-8cf9-d2e888f4c4bf req-202f9712-a77b-48dd-93fb-55bd52ba83ed service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=adae3c00f82c46cda5739aa90de24c7f&device_id=553a1193-9ab7-4779-904a-7ced37b02028 HTTP/1.1" status: 200 len: 1096 time: 0.0429897 Sep 09 05:25:11.001657 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2922c55e-4763-4934-8cf9-d2e888f4c4bf req-02c54d14-2175-4932-8dcd-b93ec6cf06d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:25:11.003240 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-2922c55e-4763-4934-8cf9-d2e888f4c4bf req-02c54d14-2175-4932-8dcd-b93ec6cf06d7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4c49d2e8-bbb3-48a4-b9dd-23115ce7620f HTTP/1.1" status: 200 len: 917 time: 0.0946040 Sep 09 05:25:11.074542 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-2922c55e-4763-4934-8cf9-d2e888f4c4bf req-6e2bf515-8774-44cb-a58c-3b5d1dd04f35 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=095c022d-693d-4fbd-bbc1-9de89c115d30 HTTP/1.1" status: 200 len: 997 time: 0.0594099 Sep 09 05:25:11.125865 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2922c55e-4763-4934-8cf9-d2e888f4c4bf req-11608acb-216a-48a5-a0f5-2977ae8b2bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:25:11.127313 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-2922c55e-4763-4934-8cf9-d2e888f4c4bf req-11608acb-216a-48a5-a0f5-2977ae8b2bc3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=af8cc309-f922-4b5b-9139-7f7e8b7747ed HTTP/1.1" status: 200 len: 856 time: 0.0447350 Sep 09 05:25:11.178271 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2922c55e-4763-4934-8cf9-d2e888f4c4bf req-88cbc0fb-c3ff-417b-a828-6eeec9fc1efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:25:11.179713 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-2922c55e-4763-4934-8cf9-d2e888f4c4bf req-88cbc0fb-c3ff-417b-a828-6eeec9fc1efc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4c49d2e8-bbb3-48a4-b9dd-23115ce7620f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0416200 Sep 09 05:25:11.270610 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-2922c55e-4763-4934-8cf9-d2e888f4c4bf req-bc545361-8a51-468b-b2f6-5714318dbb78 service neutron] 10.222.0.23 "GET /v2.0/networks/4c49d2e8-bbb3-48a4-b9dd-23115ce7620f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817041 Sep 09 05:25:11.372901 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-2922c55e-4763-4934-8cf9-d2e888f4c4bf req-63093f1e-bebd-4017-855d-0606e83425b2 service neutron] 10.222.0.23 "GET /v2.0/networks/4c49d2e8-bbb3-48a4-b9dd-23115ce7620f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924134 Sep 09 05:25:11.384704 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c129756e-ce93-473b-9e50-4b640863e38f req-4e45be62-3692-4344-aaab-cb5c78f0a45e tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:25:11.386324 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-c129756e-ce93-473b-9e50-4b640863e38f req-4e45be62-3692-4344-aaab-cb5c78f0a45e tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fcffe1a-b0a2-42b7-8139-76f6bb45c95c HTTP/1.1" status: 200 len: 943 time: 0.0513384 Sep 09 05:25:11.424444 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-c129756e-ce93-473b-9e50-4b640863e38f req-f1677de3-b114-4714-bd41-5b9f4ed78980 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/security-groups?id=e89da49e-09fc-4632-82b3-7a3f9989799d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321422 Sep 09 05:25:11.947939 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df716ee9-eef2-4751-b2ba-4887add3e5e7 req-105ecf55-3b8a-4582-be34-e331e1cd9ce9 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:25:11.949524 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-df716ee9-eef2-4751-b2ba-4887add3e5e7 req-105ecf55-3b8a-4582-be34-e331e1cd9ce9 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=553a1193-9ab7-4779-904a-7ced37b02028 HTTP/1.1" status: 200 len: 943 time: 0.0496974 Sep 09 05:25:11.990822 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-df716ee9-eef2-4751-b2ba-4887add3e5e7 req-73b96f15-0080-40f6-9adf-10d86721db21 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=15c4bc75-620a-4602-90e3-2cad0b82dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340874 Sep 09 05:25:12.540482 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04cf717-79a9-4ec1-a2ba-39682fd6eb74 req-1db0811d-0fc1-455f-bbcb-424bae6b4384 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:25:12.541224 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device 095c022d-693d-4fbd-bbc1-9de89c115d30 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=94299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 05:25:12.542264 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-c04cf717-79a9-4ec1-a2ba-39682fd6eb74 req-1db0811d-0fc1-455f-bbcb-424bae6b4384 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fcffe1a-b0a2-42b7-8139-76f6bb45c95c HTTP/1.1" status: 200 len: 943 time: 0.0518298 Sep 09 05:25:12.588387 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-c04cf717-79a9-4ec1-a2ba-39682fd6eb74 req-4e00a521-81a9-49b9-90d9-7be16e6c40bd tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/security-groups?id=e89da49e-09fc-4632-82b3-7a3f9989799d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386753 Sep 09 05:25:12.638871 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] For port 095c022d-693d-4fbd-bbc1-9de89c115d30, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=095c022d-693d-4fbd-bbc1-9de89c115d30,segment=NetworkSegment(94ec00f0-b772-441b-b09c-9fabc2701b02),segment_id=94ec00f0-b772-441b-b09c-9fabc2701b02)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:25:12.652878 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Returning: {'device': '095c022d-693d-4fbd-bbc1-9de89c115d30', 'network_id': '4c49d2e8-bbb3-48a4-b9dd-23115ce7620f', 'port_id': '095c022d-693d-4fbd-bbc1-9de89c115d30', 'mac_address': 'fa:16:3e:68:28:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af8cc309-f922-4b5b-9139-7f7e8b7747ed', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 05:25:12.689055 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:12.701059 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.notifiers.nova [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 095c022d-693d-4fbd-bbc1-9de89c115d30 {{(pid=94299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 05:25:12.719780 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] For port 095c022d-693d-4fbd-bbc1-9de89c115d30, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=095c022d-693d-4fbd-bbc1-9de89c115d30,segment=NetworkSegment(94ec00f0-b772-441b-b09c-9fabc2701b02),segment_id=94ec00f0-b772-441b-b09c-9fabc2701b02)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:25:12.723284 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:12.723907 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device 7f4e839a-0a26-4f84-bac3-dedd60860d8f details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=94299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 05:25:12.794957 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Pushing event updated for resources: {'Port': ['ID=095c022d-693d-4fbd-bbc1-9de89c115d30,revision_number=9']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:25:12.855815 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] For port 7f4e839a-0a26-4f84-bac3-dedd60860d8f, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=7f4e839a-0a26-4f84-bac3-dedd60860d8f,segment=NetworkSegment(72cb4207-838c-49bd-8e0c-6709c728d1de),segment_id=72cb4207-838c-49bd-8e0c-6709c728d1de)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:25:12.867274 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Returning: {'device': '7f4e839a-0a26-4f84-bac3-dedd60860d8f', 'network_id': '591ece5e-2938-4cf9-bb43-c15ca886ca94', 'port_id': '7f4e839a-0a26-4f84-bac3-dedd60860d8f', 'mac_address': 'fa:16:3e:a5:20:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94a6c333-3890-40af-80b3-e0da9d928c0a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 05:25:12.902591 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:12.914974 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.notifiers.nova [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f4e839a-0a26-4f84-bac3-dedd60860d8f {{(pid=94299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 05:25:12.934010 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] For port 7f4e839a-0a26-4f84-bac3-dedd60860d8f, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=7f4e839a-0a26-4f84-bac3-dedd60860d8f,segment=NetworkSegment(72cb4207-838c-49bd-8e0c-6709c728d1de),segment_id=72cb4207-838c-49bd-8e0c-6709c728d1de)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:25:12.937410 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:12.982465 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Pushing event updated for resources: {'Port': ['ID=7f4e839a-0a26-4f84-bac3-dedd60860d8f,revision_number=4']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:25:13.110395 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e31c741-0f83-4a1b-a6d2-229e096c3769 req-67b3b33c-43a6-4c4b-abf7-c998996aa534 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:25:13.111892 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-2e31c741-0f83-4a1b-a6d2-229e096c3769 req-67b3b33c-43a6-4c4b-abf7-c998996aa534 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=553a1193-9ab7-4779-904a-7ced37b02028 HTTP/1.1" status: 200 len: 944 time: 0.0512040 Sep 09 05:25:13.148580 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-2e31c741-0f83-4a1b-a6d2-229e096c3769 req-4fedd550-d85a-4647-a974-95effe4a14b5 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=15c4bc75-620a-4602-90e3-2cad0b82dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307081 Sep 09 05:25:13.174185 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] get_ports_and_sgs() called for port_ids ['095c022d-693d-4fbd-bbc1-9de89c115d30'] {{(pid=94299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 05:25:13.182556 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] get_ports_and_sgs() called for port_ids ['7f4e839a-0a26-4f84-bac3-dedd60860d8f'] {{(pid=94299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 05:25:13.704369 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b736f532-6af5-4e5b-8c82-328f522ec2a9 req-cba01161-6242-4d98-a0c6-eafe9ac3c623 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:25:13.705868 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-b736f532-6af5-4e5b-8c82-328f522ec2a9 req-cba01161-6242-4d98-a0c6-eafe9ac3c623 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fcffe1a-b0a2-42b7-8139-76f6bb45c95c HTTP/1.1" status: 200 len: 944 time: 0.0483532 Sep 09 05:25:13.742264 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-b736f532-6af5-4e5b-8c82-328f522ec2a9 req-c084d01b-f406-4fee-b41c-2176db371b91 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/security-groups?id=e89da49e-09fc-4632-82b3-7a3f9989799d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304298 Sep 09 05:25:13.882910 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-d2c6751f-0c60-4a46-b2e5-99c6e5fe655b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:14.268480 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62756a95-4458-4dcc-98a1-43f8572a840a req-9645fba1-2c3f-4590-8b48-c7713969153b tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:25:14.269947 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-62756a95-4458-4dcc-98a1-43f8572a840a req-9645fba1-2c3f-4590-8b48-c7713969153b tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=553a1193-9ab7-4779-904a-7ced37b02028 HTTP/1.1" status: 200 len: 944 time: 0.0487463 Sep 09 05:25:14.312165 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-62756a95-4458-4dcc-98a1-43f8572a840a req-1ba79614-0e5d-4a43-b3c9-0c4381a8d3b6 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=15c4bc75-620a-4602-90e3-2cad0b82dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363398 Sep 09 05:25:14.564762 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device 095c022d-693d-4fbd-bbc1-9de89c115d30 up at agent hyperv_hv-cinder-77262 {{(pid=94299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 05:25:14.611776 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Provisioning complete for port 095c022d-693d-4fbd-bbc1-9de89c115d30 triggered by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:25:14.612144 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:14.687619 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:14.709256 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '553a1193-9ab7-4779-904a-7ced37b02028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '095c022d-693d-4fbd-bbc1-9de89c115d30'}] {{(pid=94299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 05:25:14.711439 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6baa3fa754b64f0f84acd20b1d53bd6375697f3cd0d79ee629041410e58b9d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c559bd5a-d4e7-4101-8919-b29e8b98b1a0" -d '{"events": [{"server_uuid": "553a1193-9ab7-4779-904a-7ced37b02028", "name": "network-vif-plugged", "status": "completed", "tag": "095c022d-693d-4fbd-bbc1-9de89c115d30"}]}' {{(pid=94299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 05:25:14.723942 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] For port 095c022d-693d-4fbd-bbc1-9de89c115d30, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=095c022d-693d-4fbd-bbc1-9de89c115d30,segment=NetworkSegment(94ec00f0-b772-441b-b09c-9fabc2701b02),segment_id=94ec00f0-b772-441b-b09c-9fabc2701b02)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:25:14.728028 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:14.728804 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device 7f4e839a-0a26-4f84-bac3-dedd60860d8f up at agent hyperv_hv-cinder-77262 {{(pid=94299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 05:25:14.766856 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 05:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-012d69b3-8d33-400d-80c9-d42d1f25a804 x-openstack-request-id: req-012d69b3-8d33-400d-80c9-d42d1f25a804 {{(pid=94299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 05:25:14.767144 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "553a1193-9ab7-4779-904a-7ced37b02028", "name": "network-vif-plugged", "status": "completed", "tag": "095c022d-693d-4fbd-bbc1-9de89c115d30", "code": 200}]} {{(pid=94299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 05:25:14.767388 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-012d69b3-8d33-400d-80c9-d42d1f25a804 {{(pid=94299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 05:25:14.767767 dv-cinder-772623-14-iscsi neutron-server[94299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '553a1193-9ab7-4779-904a-7ced37b02028', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '095c022d-693d-4fbd-bbc1-9de89c115d30', 'code': 200} Sep 09 05:25:14.805085 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Pushing event updated for resources: {'Port': ['ID=095c022d-693d-4fbd-bbc1-9de89c115d30,revision_number=10']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:25:14.818743 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Provisioning for port 7f4e839a-0a26-4f84-bac3-dedd60860d8f completed by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 05:25:14.822624 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Provisioning complete for port 7f4e839a-0a26-4f84-bac3-dedd60860d8f triggered by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:25:14.822947 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:14.881406 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef463100-f850-4766-a2f3-ee144ef950ac req-89bc5caf-6a50-4e78-b983-5035eaa958d0 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:25:14.882955 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-ef463100-f850-4766-a2f3-ee144ef950ac req-89bc5caf-6a50-4e78-b983-5035eaa958d0 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fcffe1a-b0a2-42b7-8139-76f6bb45c95c HTTP/1.1" status: 200 len: 944 time: 0.0547452 Sep 09 05:25:14.912828 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:14.923571 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-ef463100-f850-4766-a2f3-ee144ef950ac req-7014d01b-7c2f-4ed9-9370-4af3fb245e84 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/security-groups?id=e89da49e-09fc-4632-82b3-7a3f9989799d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341449 Sep 09 05:25:14.948869 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] For port 7f4e839a-0a26-4f84-bac3-dedd60860d8f, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=7f4e839a-0a26-4f84-bac3-dedd60860d8f,segment=NetworkSegment(72cb4207-838c-49bd-8e0c-6709c728d1de),segment_id=72cb4207-838c-49bd-8e0c-6709c728d1de)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:25:14.953246 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:14.975480 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90528bc2-9e7f-43bf-9456-2dd62a31a57b req-ed7dab65-d57e-4bc0-91dc-db937ad6d3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:25:14.976969 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-90528bc2-9e7f-43bf-9456-2dd62a31a57b req-ed7dab65-d57e-4bc0-91dc-db937ad6d3c7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=553a1193-9ab7-4779-904a-7ced37b02028 HTTP/1.1" status: 200 len: 1099 time: 0.0418434 Sep 09 05:25:15.001181 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Pushing event updated for resources: {'Port': ['ID=7f4e839a-0a26-4f84-bac3-dedd60860d8f,revision_number=5']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:25:15.012569 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-90528bc2-9e7f-43bf-9456-2dd62a31a57b req-1a49e5d6-cb85-44ea-88d6-a46b6efaa699 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=15c4bc75-620a-4602-90e3-2cad0b82dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290265 Sep 09 05:25:15.430719 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8e7358-0dc6-441f-8d52-b02db6101925 req-42fe86b7-0337-4671-bb59-835fc7cf4826 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:25:15.432186 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-8c8e7358-0dc6-441f-8d52-b02db6101925 req-42fe86b7-0337-4671-bb59-835fc7cf4826 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=553a1193-9ab7-4779-904a-7ced37b02028 HTTP/1.1" status: 200 len: 946 time: 0.0486708 Sep 09 05:25:15.469759 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-8c8e7358-0dc6-441f-8d52-b02db6101925 req-978f247a-ef24-401a-8b4c-fee34aff7b3d tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=15c4bc75-620a-4602-90e3-2cad0b82dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310380 Sep 09 05:25:16.034950 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fa0450-a7b3-42ab-b705-f3a0915e0a2d req-019e81aa-0dbe-418f-b6ca-f7836959171e tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:25:16.036386 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-24fa0450-a7b3-42ab-b705-f3a0915e0a2d req-019e81aa-0dbe-418f-b6ca-f7836959171e tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fcffe1a-b0a2-42b7-8139-76f6bb45c95c HTTP/1.1" status: 200 len: 945 time: 0.0475686 Sep 09 05:25:16.079597 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-24fa0450-a7b3-42ab-b705-f3a0915e0a2d req-ad735b8d-e403-466e-ad35-e24e61f762f8 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/security-groups?id=e89da49e-09fc-4632-82b3-7a3f9989799d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372467 Sep 09 05:25:16.538611 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-39e0c4bd-ec0d-4b12-b524-dec8c6560ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:16.590212 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a669639f-d27f-407c-8d34-fa4dac0cf6d9 req-19c1f6d5-c89c-4c26-a868-ed5e0ac9798c tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:25:16.591689 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-a669639f-d27f-407c-8d34-fa4dac0cf6d9 req-19c1f6d5-c89c-4c26-a868-ed5e0ac9798c tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=553a1193-9ab7-4779-904a-7ced37b02028 HTTP/1.1" status: 200 len: 946 time: 0.0492954 Sep 09 05:25:16.628996 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-a669639f-d27f-407c-8d34-fa4dac0cf6d9 req-4b15545a-f7d8-4b15-888f-e34fbee3bdb9 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=15c4bc75-620a-4602-90e3-2cad0b82dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312531 Sep 09 05:25:16.769094 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fcffe1a-b0a2-42b7-8139-76f6bb45c95c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f4e839a-0a26-4f84-bac3-dedd60860d8f'}] {{(pid=94299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 05:25:16.771367 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6baa3fa754b64f0f84acd20b1d53bd6375697f3cd0d79ee629041410e58b9d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee57f341-85de-445d-b2c1-f1362c026cba" -d '{"events": [{"server_uuid": "0fcffe1a-b0a2-42b7-8139-76f6bb45c95c", "name": "network-vif-plugged", "status": "completed", "tag": "7f4e839a-0a26-4f84-bac3-dedd60860d8f"}]}' {{(pid=94299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 05:25:16.805469 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 05:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d068f2ef-f2a2-4a53-9e9c-5f4853a87823 x-openstack-request-id: req-d068f2ef-f2a2-4a53-9e9c-5f4853a87823 {{(pid=94299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 05:25:16.805892 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fcffe1a-b0a2-42b7-8139-76f6bb45c95c", "name": "network-vif-plugged", "status": "completed", "tag": "7f4e839a-0a26-4f84-bac3-dedd60860d8f", "code": 200}]} {{(pid=94299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 05:25:16.806141 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d068f2ef-f2a2-4a53-9e9c-5f4853a87823 {{(pid=94299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 05:25:16.806547 dv-cinder-772623-14-iscsi neutron-server[94299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fcffe1a-b0a2-42b7-8139-76f6bb45c95c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f4e839a-0a26-4f84-bac3-dedd60860d8f', 'code': 200} Sep 09 05:25:16.892417 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:17.038880 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ca611b-7f0c-4f4e-b2be-0c6a2d2e8d13 req-4f564e1f-f650-45f1-8a6b-9673a0b1ac1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:25:17.040212 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-90ca611b-7f0c-4f4e-b2be-0c6a2d2e8d13 req-4f564e1f-f650-45f1-8a6b-9673a0b1ac1d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0fcffe1a-b0a2-42b7-8139-76f6bb45c95c HTTP/1.1" status: 200 len: 1098 time: 0.0384071 Sep 09 05:25:17.079120 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-90ca611b-7f0c-4f4e-b2be-0c6a2d2e8d13 req-a132b08d-dc1e-459c-8c03-497f1eeb4fbd service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e89da49e-09fc-4632-82b3-7a3f9989799d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312619 Sep 09 05:25:17.192748 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8654ec4b-53a1-4cf1-9f6d-3d91b1af0cbc req-1d012062-6150-4cbc-be2a-3fbd5eebe7e7 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:25:17.194337 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-8654ec4b-53a1-4cf1-9f6d-3d91b1af0cbc req-1d012062-6150-4cbc-be2a-3fbd5eebe7e7 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fcffe1a-b0a2-42b7-8139-76f6bb45c95c HTTP/1.1" status: 200 len: 945 time: 0.0482497 Sep 09 05:25:17.230642 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-8654ec4b-53a1-4cf1-9f6d-3d91b1af0cbc req-f1d4a201-1aca-49e3-b948-189bbf1e72ad tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/security-groups?id=e89da49e-09fc-4632-82b3-7a3f9989799d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302446 Sep 09 05:25:17.661964 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-9dcada0b-7967-4cde-8891-c5586c834af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:17.748640 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea2b783-e7c4-4248-851f-7a10fd3c4183 req-e447784f-3b2b-4cd3-8fad-b2dca031406f tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:25:17.750251 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-8ea2b783-e7c4-4248-851f-7a10fd3c4183 req-e447784f-3b2b-4cd3-8fad-b2dca031406f tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=553a1193-9ab7-4779-904a-7ced37b02028 HTTP/1.1" status: 200 len: 946 time: 0.0478604 Sep 09 05:25:17.790317 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-8ea2b783-e7c4-4248-851f-7a10fd3c4183 req-837ee097-8548-423a-b958-44939d4fe303 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=15c4bc75-620a-4602-90e3-2cad0b82dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344055 Sep 09 05:25:18.343868 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d83667-3b47-4d86-9bdd-7c1d48bb87e6 req-7d6d6ecf-c88a-49b4-9c19-e9b71185ed57 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:25:18.345995 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-c7d83667-3b47-4d86-9bdd-7c1d48bb87e6 req-7d6d6ecf-c88a-49b4-9c19-e9b71185ed57 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fcffe1a-b0a2-42b7-8139-76f6bb45c95c HTTP/1.1" status: 200 len: 945 time: 0.0491078 Sep 09 05:25:18.385671 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-c7d83667-3b47-4d86-9bdd-7c1d48bb87e6 req-8e27258b-ef01-485a-aec8-2fba7c4a1f06 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/security-groups?id=e89da49e-09fc-4632-82b3-7a3f9989799d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338516 Sep 09 05:25:18.502023 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a0d994-1419-494d-9e92-dc081a907545 req-463e7e71-1bb3-4440-8bbf-f0330a0c716f tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:25:18.503784 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-a6a0d994-1419-494d-9e92-dc081a907545 req-463e7e71-1bb3-4440-8bbf-f0330a0c716f tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fcffe1a-b0a2-42b7-8139-76f6bb45c95c HTTP/1.1" status: 200 len: 945 time: 0.0501876 Sep 09 05:25:18.541048 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-a6a0d994-1419-494d-9e92-dc081a907545 req-6064160a-8344-4cc4-b06e-9d5ee30118a9 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/security-groups?id=e89da49e-09fc-4632-82b3-7a3f9989799d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313377 Sep 09 05:25:18.563452 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 42532) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:25:18.632785 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d909758-d648-4780-92a3-e2bd933828a8 req-c561b0b4-9de0-4d2b-86f7-8e9073e4424f tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:25:18.634268 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-4d909758-d648-4780-92a3-e2bd933828a8 req-c561b0b4-9de0-4d2b-86f7-8e9073e4424f tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea37007f-5745-4343-b680-045a8728f60f HTTP/1.1" status: 200 len: 946 time: 0.0819235 Sep 09 05:25:18.636122 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ae88af-3175-45b3-9a3d-30f9b87f091c tempest-TestVolumeBootPattern-260276732 tempest-TestVolumeBootPattern-260276732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:25:18.639145 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-49ae88af-3175-45b3-9a3d-30f9b87f091c tempest-TestVolumeBootPattern-260276732 tempest-TestVolumeBootPattern-260276732-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=0fcffe1a-b0a2-42b7-8139-76f6bb45c95c HTTP/1.1" status: 200 len: 1093 time: 0.0718412 Sep 09 05:25:18.640349 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 42534) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:25:18.644926 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.v2.base [None req-52ceadb9-77e7-4f38-b3d8-e69f04d0961e tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Request body: {'floatingip': {'floating_network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'port_id': '7f4e839a-0a26-4f84-bac3-dedd60860d8f', 'tenant_id': 'ddcd5653413143e99ea8197beb98de5f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:25:18.666749 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-52ceadb9-77e7-4f38-b3d8-e69f04d0961e tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks [] for floatingip, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:18.671837 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-4d909758-d648-4780-92a3-e2bd933828a8 req-53315b04-288e-4092-9466-882801eb7f2a tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d65faa1-584b-4a8c-a3f5-1208536c2d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314071 Sep 09 05:25:18.695194 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 42536) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:25:18.761580 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-52ceadb9-77e7-4f38-b3d8-e69f04d0961e tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:18.778655 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f581b3bb-ccb8-4f29-ae32-252f0e43f82f tempest-TestMinimumBasicScenario-543803999 tempest-TestMinimumBasicScenario-543803999-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:25:18.780112 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-f581b3bb-ccb8-4f29-ae32-252f0e43f82f tempest-TestMinimumBasicScenario-543803999 tempest-TestMinimumBasicScenario-543803999-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ea37007f-5745-4343-b680-045a8728f60f HTTP/1.1" status: 200 len: 1094 time: 0.0838788 Sep 09 05:25:18.783571 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 42540) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:25:18.787798 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.v2.base [None req-7be9b052-fce0-4512-b911-948aca0247fd tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Request body: {'floatingip': {'floating_network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'port_id': '7d412ada-0a25-4b0c-be66-043d29a96678', 'tenant_id': '78d2d5f44e3648f4afee26aa92bf9774', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:25:18.810933 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-7be9b052-fce0-4512-b911-948aca0247fd tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Notify callbacks [] for floatingip, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:18.915117 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-7be9b052-fce0-4512-b911-948aca0247fd tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:19.116970 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.db_base_plugin_common [None req-52ceadb9-77e7-4f38-b3d8-e69f04d0961e tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Allocated IP 172.27.2.76 (5214b103-0600-4a81-9a33-2571ddc573a1/5b692485-8a86-47cc-9882-0c3698d3f08b/ad3bcff3-ce31-4a08-9ddb-2053c3ee5208) {{(pid=94297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 05:25:19.182981 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-fdc48b13-ab8b-41d0-a622-21cc731cd6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:19.222458 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-52ceadb9-77e7-4f38-b3d8-e69f04d0961e tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks [] for port, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:19.258914 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-52ceadb9-77e7-4f38-b3d8-e69f04d0961e tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748631669697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29281037'] for port, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:19.296225 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ceadb9-77e7-4f38-b3d8-e69f04d0961e tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Network 5214b103-0600-4a81-9a33-2571ddc573a1 is already hosted by enough agents. {{(pid=94297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 05:25:19.300843 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.base_scheduler [None req-52ceadb9-77e7-4f38-b3d8-e69f04d0961e tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Resources bound (agent type, host, resource id): {{(pid=94297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 05:25:19.304257 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ceadb9-77e7-4f38-b3d8-e69f04d0961e tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Received port after_create {{(pid=94297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 05:25:19.307950 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.db.db_base_plugin_common [None req-7be9b052-fce0-4512-b911-948aca0247fd tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Allocated IP 172.27.2.41 (5214b103-0600-4a81-9a33-2571ddc573a1/5b692485-8a86-47cc-9882-0c3698d3f08b/afe54949-d28a-4bb7-84b5-27422dd335a1) {{(pid=94298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 05:25:19.335724 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ceadb9-77e7-4f38-b3d8-e69f04d0961e tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Pushing event updated for resources: {'Port': ['ID=ad3bcff3-ce31-4a08-9ddb-2053c3ee5208,revision_number=1']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:25:19.415378 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-7be9b052-fce0-4512-b911-948aca0247fd tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Notify callbacks [] for port, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:19.460353 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-7be9b052-fce0-4512-b911-948aca0247fd tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748631669697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1874062'] for port, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:19.500680 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be9b052-fce0-4512-b911-948aca0247fd tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Network 5214b103-0600-4a81-9a33-2571ddc573a1 is already hosted by enough agents. {{(pid=94298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 05:25:19.504006 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.base_scheduler [None req-7be9b052-fce0-4512-b911-948aca0247fd tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Resources bound (agent type, host, resource id): {{(pid=94298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 05:25:19.507470 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be9b052-fce0-4512-b911-948aca0247fd tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Received port after_create {{(pid=94298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 05:25:19.535427 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be9b052-fce0-4512-b911-948aca0247fd tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Pushing event updated for resources: {'Port': ['ID=afe54949-d28a-4bb7-84b5-27422dd335a1,revision_number=1']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:25:19.552267 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be9b052-fce0-4512-b911-948aca0247fd tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:25:19.552710 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be9b052-fce0-4512-b911-948aca0247fd tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:25:19.553037 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be9b052-fce0-4512-b911-948aca0247fd tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:25:19.553373 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be9b052-fce0-4512-b911-948aca0247fd tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:25:19.553729 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be9b052-fce0-4512-b911-948aca0247fd tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:25:19.554053 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be9b052-fce0-4512-b911-948aca0247fd tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:25:19.554378 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be9b052-fce0-4512-b911-948aca0247fd tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:25:19.554701 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be9b052-fce0-4512-b911-948aca0247fd tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:25:19.555020 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be9b052-fce0-4512-b911-948aca0247fd tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:25:19.555348 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be9b052-fce0-4512-b911-948aca0247fd tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:25:19.555656 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be9b052-fce0-4512-b911-948aca0247fd tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:25:19.555975 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7be9b052-fce0-4512-b911-948aca0247fd tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:25:19.676357 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-52ceadb9-77e7-4f38-b3d8-e69f04d0961e tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:19.740455 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-52ceadb9-77e7-4f38-b3d8-e69f04d0961e tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:19.878816 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-7be9b052-fce0-4512-b911-948aca0247fd tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:19.889530 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-52ceadb9-77e7-4f38-b3d8-e69f04d0961e tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks [] for port, precommit_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:19.894672 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-52ceadb9-77e7-4f38-b3d8-e69f04d0961e tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29280254'] for port, after_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:19.952548 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-7be9b052-fce0-4512-b911-948aca0247fd tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:19.975888 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ceadb9-77e7-4f38-b3d8-e69f04d0961e tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Pushing event updated for resources: {'Port': ['ID=ad3bcff3-ce31-4a08-9ddb-2053c3ee5208,revision_number=2']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:25:19.987526 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-52ceadb9-77e7-4f38-b3d8-e69f04d0961e tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600363'] for floatingip, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:20.090943 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.db.l3_db [None req-52ceadb9-77e7-4f38-b3d8-e69f04d0961e tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Floating IP e5994ac8-fa67-44bb-94f1-2ca1ffb1b9fe associated. External IP: 172.27.2.76, port: 7f4e839a-0a26-4f84-bac3-dedd60860d8f. Sep 09 05:25:20.107722 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-7be9b052-fce0-4512-b911-948aca0247fd tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Notify callbacks [] for port, precommit_update {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:20.113228 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-7be9b052-fce0-4512-b911-948aca0247fd tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1873021'] for port, after_update {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:20.184777 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be9b052-fce0-4512-b911-948aca0247fd tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Pushing event updated for resources: {'Port': ['ID=afe54949-d28a-4bb7-84b5-27422dd335a1,revision_number=2']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:25:20.197572 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-7be9b052-fce0-4512-b911-948aca0247fd tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600363'] for floatingip, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:20.297771 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.db.l3_db [None req-7be9b052-fce0-4512-b911-948aca0247fd tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Floating IP 355cf3fe-dcbd-4f7e-860b-6f0b058a573a associated. External IP: 172.27.2.41, port: 7d412ada-0a25-4b0c-be66-043d29a96678. Sep 09 05:25:20.306065 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52ceadb9-77e7-4f38-b3d8-e69f04d0961e tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Router a53a5e1d-49ba-4b19-a38d-89469459e68f has already been hosted by L3 agent e912432c-85e4-4a31-b574-aae2dcf01ec7 {{(pid=94297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 05:25:20.414622 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52ceadb9-77e7-4f38-b3d8-e69f04d0961e tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify agent at l3_agent.dv-cinder-772623-14-iscsi the message routers_updated {{(pid=94297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 05:25:20.424664 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63939121-1806-4395-8799-b2d66d0becec None None] Sync routers for ids ['a53a5e1d-49ba-4b19-a38d-89469459e68f'] in dv-cinder-772623-14-iscsi {{(pid=94300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 05:25:20.434381 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63939121-1806-4395-8799-b2d66d0becec None None] Routers {'a53a5e1d-49ba-4b19-a38d-89469459e68f'} bound to L3 agent in host dv-cinder-772623-14-iscsi {{(pid=94300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 05:25:20.434620 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-52ceadb9-77e7-4f38-b3d8-e69f04d0961e tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-438482'] for floatingip, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:20.435400 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_hamode_db [None req-63939121-1806-4395-8799-b2d66d0becec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T05:09:16Z,description=,heartbeat_timestamp=2021-09-09T05:25:17Z,host='dv-cinder-772623-14-iscsi',id=e912432c-85e4-4a31-b574-aae2dcf01ec7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T05:09:16Z,topic='l3_agent')) {'router_ids': ['a53a5e1d-49ba-4b19-a38d-89469459e68f'], 'active': True} {{(pid=94300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:25:20.473709 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-52ceadb9-77e7-4f38-b3d8-e69f04d0961e tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8208590 Sep 09 05:25:20.473709 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fcffe1a-b0a2-42b7-8139-76f6bb45c95c', 'tag': '7f4e839a-0a26-4f84-bac3-dedd60860d8f'}] {{(pid=94297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 05:25:20.473709 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85c66017178c43798701892324557e4ac90163104f6096848bec1798d04fbbd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3333da17-83f1-412b-8a42-936120e71e03" -d '{"events": [{"name": "network-changed", "server_uuid": "0fcffe1a-b0a2-42b7-8139-76f6bb45c95c", "tag": "7f4e839a-0a26-4f84-bac3-dedd60860d8f"}]}' {{(pid=94297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 05:25:20.507116 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 05:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dde20a35-bb3e-4efa-a4fb-7860aa68596d x-openstack-request-id: req-dde20a35-bb3e-4efa-a4fb-7860aa68596d {{(pid=94297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 05:25:20.507591 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fcffe1a-b0a2-42b7-8139-76f6bb45c95c", "tag": "7f4e839a-0a26-4f84-bac3-dedd60860d8f", "status": "completed", "code": 200}]} {{(pid=94297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 05:25:20.508026 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dde20a35-bb3e-4efa-a4fb-7860aa68596d {{(pid=94297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 05:25:20.508575 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fcffe1a-b0a2-42b7-8139-76f6bb45c95c', 'tag': '7f4e839a-0a26-4f84-bac3-dedd60860d8f', 'status': 'completed', 'code': 200} Sep 09 05:25:20.534445 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7be9b052-fce0-4512-b911-948aca0247fd tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Router 5202badf-1d93-4143-ac7a-5d37bf29963e has already been hosted by L3 agent e912432c-85e4-4a31-b574-aae2dcf01ec7 {{(pid=94298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 05:25:20.547937 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_dvr_db [None req-63939121-1806-4395-8799-b2d66d0becec None None] Set router a53a5e1d-49ba-4b19-a38d-89469459e68f gateway port host: dv-cinder-772623-14-iscsi {{(pid=94300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 05:25:20.575709 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3333da17-83f1-412b-8a42-936120e71e03 req-b244589e-de65-4e8a-b7fa-502243727b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:25:20.577542 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-3333da17-83f1-412b-8a42-936120e71e03 req-b244589e-de65-4e8a-b7fa-502243727b05 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ddcd5653413143e99ea8197beb98de5f&device_id=0fcffe1a-b0a2-42b7-8139-76f6bb45c95c HTTP/1.1" status: 200 len: 1098 time: 0.0454717 Sep 09 05:25:20.647571 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7be9b052-fce0-4512-b911-948aca0247fd tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Notify agent at l3_agent.dv-cinder-772623-14-iscsi the message routers_updated {{(pid=94298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 05:25:20.660016 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a62f20-fd60-4257-a96e-c661662a7d45 None None] Sync routers for ids ['5202badf-1d93-4143-ac7a-5d37bf29963e'] in dv-cinder-772623-14-iscsi {{(pid=94299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 05:25:20.663540 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-7be9b052-fce0-4512-b911-948aca0247fd tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-438482'] for floatingip, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:20.669332 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a62f20-fd60-4257-a96e-c661662a7d45 None None] Routers {'5202badf-1d93-4143-ac7a-5d37bf29963e'} bound to L3 agent in host dv-cinder-772623-14-iscsi {{(pid=94299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 05:25:20.670299 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-25a62f20-fd60-4257-a96e-c661662a7d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T05:09:16Z,description=,heartbeat_timestamp=2021-09-09T05:25:17Z,host='dv-cinder-772623-14-iscsi',id=e912432c-85e4-4a31-b574-aae2dcf01ec7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T05:09:16Z,topic='l3_agent')) {'router_ids': ['5202badf-1d93-4143-ac7a-5d37bf29963e'], 'active': True} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:25:20.684210 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3333da17-83f1-412b-8a42-936120e71e03 req-bdc0a86c-7071-4618-a32e-da35c0f15f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:25:20.686150 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-3333da17-83f1-412b-8a42-936120e71e03 req-bdc0a86c-7071-4618-a32e-da35c0f15f73 service neutron] 10.222.0.23 "GET /v2.0/networks?id=591ece5e-2938-4cf9-bb43-c15ca886ca94 HTTP/1.1" status: 200 len: 911 time: 0.1005361 Sep 09 05:25:20.693934 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-7be9b052-fce0-4512-b911-948aca0247fd tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9093659 Sep 09 05:25:20.694558 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea37007f-5745-4343-b680-045a8728f60f', 'tag': '7d412ada-0a25-4b0c-be66-043d29a96678'}] {{(pid=94298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 05:25:20.696965 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bce242ee21533c645a402e1a550c8899fb444cbd779d7c78464fb91fbc7682ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e17246b1-c7a1-4431-add0-9c75bc137d95" -d '{"events": [{"name": "network-changed", "server_uuid": "ea37007f-5745-4343-b680-045a8728f60f", "tag": "7d412ada-0a25-4b0c-be66-043d29a96678"}]}' {{(pid=94298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 05:25:20.697722 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 42546) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:25:20.733508 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 05:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a512019-b81a-4425-abde-7b80c16b0c3f x-openstack-request-id: req-0a512019-b81a-4425-abde-7b80c16b0c3f {{(pid=94298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 05:25:20.733825 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea37007f-5745-4343-b680-045a8728f60f", "tag": "7d412ada-0a25-4b0c-be66-043d29a96678", "status": "completed", "code": 200}]} {{(pid=94298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 05:25:20.734070 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-0a512019-b81a-4425-abde-7b80c16b0c3f {{(pid=94298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 05:25:20.734463 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea37007f-5745-4343-b680-045a8728f60f', 'tag': '7d412ada-0a25-4b0c-be66-043d29a96678', 'status': 'completed', 'code': 200} Sep 09 05:25:20.773962 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.v2.base [None req-2f03e4b0-ca29-451b-a2e2-12adc1787972 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1445169038', 'description': 'tempest-secgroup-smoke-1445169038 description', 'project_id': '78d2d5f44e3648f4afee26aa92bf9774'}} {{(pid=94297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:25:20.790357 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvr_db [None req-25a62f20-fd60-4257-a96e-c661662a7d45 None None] Set router 5202badf-1d93-4143-ac7a-5d37bf29963e gateway port host: dv-cinder-772623-14-iscsi {{(pid=94299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 05:25:20.792711 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_hamode_db [None req-63939121-1806-4395-8799-b2d66d0becec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53a5e1d-49ba-4b19-a38d-89469459e68f', 'name': 'tempest-TestVolumeBootPattern-489298219-router', 'tenant_id': 'ddcd5653413143e99ea8197beb98de5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'f1d06893-2c4c-4ade-88e7-da8c1abe6ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:21:46Z', 'updated_at': '2021-09-09T05:21:48Z', 'revision_number': 4, 'project_id': 'ddcd5653413143e99ea8197beb98de5f', 'gw_port': {'id': 'f1d06893-2c4c-4ade-88e7-da8c1abe6ee4', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:43:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53a5e1d-49ba-4b19-a38d-89469459e68f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:21:46Z', 'updated_at': '2021-09-09T05:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi', '_floatingips': [{'id': 'e5994ac8-fa67-44bb-94f1-2ca1ffb1b9fe', 'tenant_id': 'ddcd5653413143e99ea8197beb98de5f', 'floating_ip_address': '172.27.2.76', 'floating_network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'router_id': 'a53a5e1d-49ba-4b19-a38d-89469459e68f', 'port_id': '7f4e839a-0a26-4f84-bac3-dedd60860d8f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '591ece5e-2938-4cf9-bb43-c15ca886ca94', 'mac_address': 'fa:16:3e:a5:20:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fcffe1a-b0a2-42b7-8139-76f6bb45c95c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T05:25:19Z', 'updated_at': '2021-09-09T05:25:19Z', 'revision_number': 0, 'project_id': 'ddcd5653413143e99ea8197beb98de5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a237617-035f-463d-8e01-75ddd84a62ed', 'name': '', 'network_id': '591ece5e-2938-4cf9-bb43-c15ca886ca94', 'tenant_id': 'ddcd5653413143e99ea8197beb98de5f', 'mac_address': 'fa:16:3e:76:70:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53a5e1d-49ba-4b19-a38d-89469459e68f', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '94a6c333-3890-40af-80b3-e0da9d928c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:21:48Z', 'updated_at': '2021-09-09T05:21:55Z', 'revision_number': 5, 'project_id': 'ddcd5653413143e99ea8197beb98de5f', 'subnets': [{'id': '94a6c333-3890-40af-80b3-e0da9d928c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-14-iscsi', False) {} {{(pid=94300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:25:20.794361 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-3333da17-83f1-412b-8a42-936120e71e03 req-8aeb0118-5265-4cb4-afdf-c37bba155031 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f4e839a-0a26-4f84-bac3-dedd60860d8f HTTP/1.1" status: 200 len: 998 time: 0.0956485 Sep 09 05:25:20.819890 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63939121-1806-4395-8799-b2d66d0becec None None] Checking router: a53a5e1d-49ba-4b19-a38d-89469459e68f for host: dv-cinder-772623-14-iscsi {{(pid=94300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 05:25:20.828966 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63939121-1806-4395-8799-b2d66d0becec None None] Routers {'a53a5e1d-49ba-4b19-a38d-89469459e68f'} bound to L3 agent in host dv-cinder-772623-14-iscsi {{(pid=94300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 05:25:20.829907 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_hamode_db [None req-63939121-1806-4395-8799-b2d66d0becec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T05:09:16Z,description=,heartbeat_timestamp=2021-09-09T05:25:17Z,host='dv-cinder-772623-14-iscsi',id=e912432c-85e4-4a31-b574-aae2dcf01ec7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T05:09:16Z,topic='l3_agent')) {'router_ids': ['a53a5e1d-49ba-4b19-a38d-89469459e68f'], 'active': True} {{(pid=94300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:25:20.858508 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-2f03e4b0-ca29-451b-a2e2-12adc1787972 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Notify callbacks [] for security_group, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:20.881773 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17246b1-c7a1-4431-add0-9c75bc137d95 req-31655d06-b8b3-4b73-8b8f-6ea33e026233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:25:20.883268 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-e17246b1-c7a1-4431-add0-9c75bc137d95 req-31655d06-b8b3-4b73-8b8f-6ea33e026233 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=78d2d5f44e3648f4afee26aa92bf9774&device_id=ea37007f-5745-4343-b680-045a8728f60f HTTP/1.1" status: 200 len: 1099 time: 0.1017585 Sep 09 05:25:20.892118 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3333da17-83f1-412b-8a42-936120e71e03 req-1dae2e99-c2de-4199-8f0e-3f395c3e921e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:25:20.893494 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-3333da17-83f1-412b-8a42-936120e71e03 req-1dae2e99-c2de-4199-8f0e-3f395c3e921e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=94a6c333-3890-40af-80b3-e0da9d928c0a HTTP/1.1" status: 200 len: 850 time: 0.0809705 Sep 09 05:25:20.950996 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_dvr_db [None req-63939121-1806-4395-8799-b2d66d0becec None None] Set router a53a5e1d-49ba-4b19-a38d-89469459e68f gateway port host: dv-cinder-772623-14-iscsi {{(pid=94300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 05:25:21.027388 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3333da17-83f1-412b-8a42-936120e71e03 req-8d798d32-98ad-4573-81ac-decc6c33280d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:25:21.028862 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-3333da17-83f1-412b-8a42-936120e71e03 req-8d798d32-98ad-4573-81ac-decc6c33280d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=591ece5e-2938-4cf9-bb43-c15ca886ca94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1244707 Sep 09 05:25:21.051371 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-25a62f20-fd60-4257-a96e-c661662a7d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5202badf-1d93-4143-ac7a-5d37bf29963e', 'name': 'tempest-TestMinimumBasicScenario-446877754-router', 'tenant_id': '78d2d5f44e3648f4afee26aa92bf9774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '1244df33-a243-422e-b706-c332d80b1d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:24:20Z', 'updated_at': '2021-09-09T05:24:23Z', 'revision_number': 4, 'project_id': '78d2d5f44e3648f4afee26aa92bf9774', 'gw_port': {'id': '1244df33-a243-422e-b706-c332d80b1d2a', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5202badf-1d93-4143-ac7a-5d37bf29963e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:24:20Z', 'updated_at': '2021-09-09T05:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi', '_floatingips': [{'id': '355cf3fe-dcbd-4f7e-860b-6f0b058a573a', 'tenant_id': '78d2d5f44e3648f4afee26aa92bf9774', 'floating_ip_address': '172.27.2.41', 'floating_network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'router_id': '5202badf-1d93-4143-ac7a-5d37bf29963e', 'port_id': '7d412ada-0a25-4b0c-be66-043d29a96678', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4652544d-e216-4d1d-b8bf-add982dc8019', 'mac_address': 'fa:16:3e:ef:66:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea37007f-5745-4343-b680-045a8728f60f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T05:25:19Z', 'updated_at': '2021-09-09T05:25:19Z', 'revision_number': 0, 'project_id': '78d2d5f44e3648f4afee26aa92bf9774', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6229c0d-c053-44e3-ac50-9583d3a4f0ba', 'name': '', 'network_id': '4652544d-e216-4d1d-b8bf-add982dc8019', 'tenant_id': '78d2d5f44e3648f4afee26aa92bf9774', 'mac_address': 'fa:16:3e:66:ba:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5202badf-1d93-4143-ac7a-5d37bf29963e', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '53475f42-77fa-46f8-ae16-8e7d5b7ae076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:24:22Z', 'updated_at': '2021-09-09T05:24:29Z', 'revision_number': 5, 'project_id': '78d2d5f44e3648f4afee26aa92bf9774', 'subnets': [{'id': '53475f42-77fa-46f8-ae16-8e7d5b7ae076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-14-iscsi', False) {} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:25:21.056056 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17246b1-c7a1-4431-add0-9c75bc137d95 req-487e8b33-71b4-4303-9d33-89d2888a0ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:25:21.057497 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-e17246b1-c7a1-4431-add0-9c75bc137d95 req-487e8b33-71b4-4303-9d33-89d2888a0ef5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4652544d-e216-4d1d-b8bf-add982dc8019 HTTP/1.1" status: 200 len: 914 time: 0.1670821 Sep 09 05:25:21.079760 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a62f20-fd60-4257-a96e-c661662a7d45 None None] Checking router: 5202badf-1d93-4143-ac7a-5d37bf29963e for host: dv-cinder-772623-14-iscsi {{(pid=94299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 05:25:21.088299 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a62f20-fd60-4257-a96e-c661662a7d45 None None] Routers {'5202badf-1d93-4143-ac7a-5d37bf29963e'} bound to L3 agent in host dv-cinder-772623-14-iscsi {{(pid=94299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 05:25:21.089051 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-25a62f20-fd60-4257-a96e-c661662a7d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T05:09:16Z,description=,heartbeat_timestamp=2021-09-09T05:25:17Z,host='dv-cinder-772623-14-iscsi',id=e912432c-85e4-4a31-b574-aae2dcf01ec7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T05:09:16Z,topic='l3_agent')) {'router_ids': ['5202badf-1d93-4143-ac7a-5d37bf29963e'], 'active': True} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:25:21.170688 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-2f03e4b0-ca29-451b-a2e2-12adc1787972 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Notify callbacks [] for security_group, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:21.183880 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-2f03e4b0-ca29-451b-a2e2-12adc1787972 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:21.193320 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_hamode_db [None req-63939121-1806-4395-8799-b2d66d0becec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53a5e1d-49ba-4b19-a38d-89469459e68f', 'name': 'tempest-TestVolumeBootPattern-489298219-router', 'tenant_id': 'ddcd5653413143e99ea8197beb98de5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'f1d06893-2c4c-4ade-88e7-da8c1abe6ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:21:46Z', 'updated_at': '2021-09-09T05:21:48Z', 'revision_number': 4, 'project_id': 'ddcd5653413143e99ea8197beb98de5f', 'gw_port': {'id': 'f1d06893-2c4c-4ade-88e7-da8c1abe6ee4', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:43:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53a5e1d-49ba-4b19-a38d-89469459e68f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:21:46Z', 'updated_at': '2021-09-09T05:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi', '_floatingips': [{'id': 'e5994ac8-fa67-44bb-94f1-2ca1ffb1b9fe', 'tenant_id': 'ddcd5653413143e99ea8197beb98de5f', 'floating_ip_address': '172.27.2.76', 'floating_network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'router_id': 'a53a5e1d-49ba-4b19-a38d-89469459e68f', 'port_id': '7f4e839a-0a26-4f84-bac3-dedd60860d8f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '591ece5e-2938-4cf9-bb43-c15ca886ca94', 'mac_address': 'fa:16:3e:a5:20:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fcffe1a-b0a2-42b7-8139-76f6bb45c95c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T05:25:19Z', 'updated_at': '2021-09-09T05:25:19Z', 'revision_number': 0, 'project_id': 'ddcd5653413143e99ea8197beb98de5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a237617-035f-463d-8e01-75ddd84a62ed', 'name': '', 'network_id': '591ece5e-2938-4cf9-bb43-c15ca886ca94', 'tenant_id': 'ddcd5653413143e99ea8197beb98de5f', 'mac_address': 'fa:16:3e:76:70:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53a5e1d-49ba-4b19-a38d-89469459e68f', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '94a6c333-3890-40af-80b3-e0da9d928c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:21:48Z', 'updated_at': '2021-09-09T05:21:55Z', 'revision_number': 5, 'project_id': 'ddcd5653413143e99ea8197beb98de5f', 'subnets': [{'id': '94a6c333-3890-40af-80b3-e0da9d928c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-14-iscsi', False) {} {{(pid=94300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:25:21.213076 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-e17246b1-c7a1-4431-add0-9c75bc137d95 req-0cf89efc-51f5-411e-9a6d-fe254296fd49 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d412ada-0a25-4b0c-be66-043d29a96678 HTTP/1.1" status: 200 len: 999 time: 0.1433237 Sep 09 05:25:21.221280 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63939121-1806-4395-8799-b2d66d0becec None None] The sync data for ids ['a53a5e1d-49ba-4b19-a38d-89469459e68f'] in dv-cinder-772623-14-iscsi is: [{'id': 'a53a5e1d-49ba-4b19-a38d-89469459e68f', 'name': 'tempest-TestVolumeBootPattern-489298219-router', 'tenant_id': 'ddcd5653413143e99ea8197beb98de5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'f1d06893-2c4c-4ade-88e7-da8c1abe6ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:21:46Z', 'updated_at': '2021-09-09T05:21:48Z', 'revision_number': 4, 'project_id': 'ddcd5653413143e99ea8197beb98de5f', 'gw_port': {'id': 'f1d06893-2c4c-4ade-88e7-da8c1abe6ee4', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:43:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53a5e1d-49ba-4b19-a38d-89469459e68f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:21:46Z', 'updated_at': '2021-09-09T05:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi', '_floatingips': [{'id': 'e5994ac8-fa67-44bb-94f1-2ca1ffb1b9fe', 'tenant_id': 'ddcd5653413143e99ea8197beb98de5f', 'floating_ip_address': '172.27.2.76', 'floating_network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'router_id': 'a53a5e1d-49ba-4b19-a38d-89469459e68f', 'port_id': '7f4e839a-0a26-4f84-bac3-dedd60860d8f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '591ece5e-2938-4cf9-bb43-c15ca886ca94', 'mac_address': 'fa:16:3e:a5:20:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fcffe1a-b0a2-42b7-8139-76f6bb45c95c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T05:25:19Z', 'updated_at': '2021-09-09T05:25:19Z', 'revision_number': 0, 'project_id': 'ddcd5653413143e99ea8197beb98de5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a237617-035f-463d-8e01-75ddd84a62ed', 'name': '', 'network_id': '591ece5e-2938-4cf9-bb43-c15ca886ca94', 'tenant_id': 'ddcd5653413143e99ea8197beb98de5f', 'mac_address': 'fa:16:3e:76:70:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53a5e1d-49ba-4b19-a38d-89469459e68f', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '94a6c333-3890-40af-80b3-e0da9d928c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:21:48Z', 'updated_at': '2021-09-09T05:21:55Z', 'revision_number': 5, 'project_id': 'ddcd5653413143e99ea8197beb98de5f', 'subnets': [{'id': '94a6c333-3890-40af-80b3-e0da9d928c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 05:25:21.247995 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-2f03e4b0-ca29-451b-a2e2-12adc1787972 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Notify callbacks [] for security_group, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:21.252704 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-2f03e4b0-ca29-451b-a2e2-12adc1787972 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5488319 Sep 09 05:25:21.253968 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 42552) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:25:21.260037 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.v2.base [None req-b48334e5-0df0-4cc3-b53c-7dccfe5c463f tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Request body: {'security_group_rule': {'security_group_id': '57206da5-9169-488d-afb3-9d29e2f89d9f', 'project_id': '78d2d5f44e3648f4afee26aa92bf9774', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:25:21.272497 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f03e4b0-ca29-451b-a2e2-12adc1787972 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57206da5-9169-488d-afb3-9d29e2f89d9f,revision_number=1']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:25:21.277961 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-3333da17-83f1-412b-8a42-936120e71e03 req-4e2adf62-2030-481e-a7f5-17a42277f9f3 service neutron] 10.222.0.23 "GET /v2.0/networks/591ece5e-2938-4cf9-bb43-c15ca886ca94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368145 Sep 09 05:25:21.295131 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-b48334e5-0df0-4cc3-b53c-7dccfe5c463f tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:21.319362 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17246b1-c7a1-4431-add0-9c75bc137d95 req-4d70e128-1a0a-43ae-b5ae-9a0d0d5fffd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:25:21.320932 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-e17246b1-c7a1-4431-add0-9c75bc137d95 req-4d70e128-1a0a-43ae-b5ae-9a0d0d5fffd5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=53475f42-77fa-46f8-ae16-8e7d5b7ae076 HTTP/1.1" status: 200 len: 853 time: 0.0931311 Sep 09 05:25:21.352972 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvr_db [None req-25a62f20-fd60-4257-a96e-c661662a7d45 None None] Set router 5202badf-1d93-4143-ac7a-5d37bf29963e gateway port host: dv-cinder-772623-14-iscsi {{(pid=94299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 05:25:21.368040 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-b48334e5-0df0-4cc3-b53c-7dccfe5c463f tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:21.375652 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-b48334e5-0df0-4cc3-b53c-7dccfe5c463f tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555578'] for security_group_rule, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:21.413037 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-3333da17-83f1-412b-8a42-936120e71e03 req-c4c51887-5dbf-479e-a3c7-2346e8729e67 service neutron] 10.222.0.23 "GET /v2.0/networks/591ece5e-2938-4cf9-bb43-c15ca886ca94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267684 Sep 09 05:25:21.413792 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48334e5-0df0-4cc3-b53c-7dccfe5c463f tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f146f57b-6f9a-4fab-b4b4-bfa46d862941,revision_number=0']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:25:21.419430 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17246b1-c7a1-4431-add0-9c75bc137d95 req-4c9ee04d-6037-4033-a1b4-280feca349b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:25:21.420922 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-e17246b1-c7a1-4431-add0-9c75bc137d95 req-4c9ee04d-6037-4033-a1b4-280feca349b7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4652544d-e216-4d1d-b8bf-add982dc8019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0654602 Sep 09 05:25:21.426781 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-b48334e5-0df0-4cc3-b53c-7dccfe5c463f tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:21.430636 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-b48334e5-0df0-4cc3-b53c-7dccfe5c463f tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1728513 Sep 09 05:25:21.430789 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 42554) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:25:21.435674 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.v2.base [None req-cefcf630-5cd4-426e-abd3-b405c4fd8116 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Request body: {'security_group_rule': {'security_group_id': '57206da5-9169-488d-afb3-9d29e2f89d9f', 'project_id': '78d2d5f44e3648f4afee26aa92bf9774', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:25:21.482298 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-cefcf630-5cd4-426e-abd3-b405c4fd8116 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:21.542261 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7e143b-271d-4c60-b0d7-58a9da8a69ef None None] New status for floating IP e5994ac8-fa67-44bb-94f1-2ca1ffb1b9fe: ACTIVE {{(pid=94300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 05:25:21.546946 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-e17246b1-c7a1-4431-add0-9c75bc137d95 req-8f5a849f-247b-4415-afc3-9df4111ac525 service neutron] 10.222.0.23 "GET /v2.0/networks/4652544d-e216-4d1d-b8bf-add982dc8019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175139 Sep 09 05:25:21.573210 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-cefcf630-5cd4-426e-abd3-b405c4fd8116 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:21.579649 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-cefcf630-5cd4-426e-abd3-b405c4fd8116 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555578'] for security_group_rule, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:21.607567 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-cefcf630-5cd4-426e-abd3-b405c4fd8116 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:21.613290 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-cefcf630-5cd4-426e-abd3-b405c4fd8116 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1814761 Sep 09 05:25:21.616037 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 42556) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:25:21.624065 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.v2.base [None req-e4d85b2c-080c-4564-bd4c-e119785b8af7 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Request body: {'security_group_rule': {'security_group_id': '57206da5-9169-488d-afb3-9d29e2f89d9f', 'project_id': '78d2d5f44e3648f4afee26aa92bf9774', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:25:21.637530 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-25a62f20-fd60-4257-a96e-c661662a7d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5202badf-1d93-4143-ac7a-5d37bf29963e', 'name': 'tempest-TestMinimumBasicScenario-446877754-router', 'tenant_id': '78d2d5f44e3648f4afee26aa92bf9774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '1244df33-a243-422e-b706-c332d80b1d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:24:20Z', 'updated_at': '2021-09-09T05:24:23Z', 'revision_number': 4, 'project_id': '78d2d5f44e3648f4afee26aa92bf9774', 'gw_port': {'id': '1244df33-a243-422e-b706-c332d80b1d2a', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5202badf-1d93-4143-ac7a-5d37bf29963e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:24:20Z', 'updated_at': '2021-09-09T05:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi', '_floatingips': [{'id': '355cf3fe-dcbd-4f7e-860b-6f0b058a573a', 'tenant_id': '78d2d5f44e3648f4afee26aa92bf9774', 'floating_ip_address': '172.27.2.41', 'floating_network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'router_id': '5202badf-1d93-4143-ac7a-5d37bf29963e', 'port_id': '7d412ada-0a25-4b0c-be66-043d29a96678', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4652544d-e216-4d1d-b8bf-add982dc8019', 'mac_address': 'fa:16:3e:ef:66:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea37007f-5745-4343-b680-045a8728f60f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T05:25:19Z', 'updated_at': '2021-09-09T05:25:19Z', 'revision_number': 0, 'project_id': '78d2d5f44e3648f4afee26aa92bf9774', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6229c0d-c053-44e3-ac50-9583d3a4f0ba', 'name': '', 'network_id': '4652544d-e216-4d1d-b8bf-add982dc8019', 'tenant_id': '78d2d5f44e3648f4afee26aa92bf9774', 'mac_address': 'fa:16:3e:66:ba:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5202badf-1d93-4143-ac7a-5d37bf29963e', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '53475f42-77fa-46f8-ae16-8e7d5b7ae076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:24:22Z', 'updated_at': '2021-09-09T05:24:29Z', 'revision_number': 5, 'project_id': '78d2d5f44e3648f4afee26aa92bf9774', 'subnets': [{'id': '53475f42-77fa-46f8-ae16-8e7d5b7ae076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-14-iscsi', False) {} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:25:21.648699 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-e17246b1-c7a1-4431-add0-9c75bc137d95 req-4e220e30-801c-4ef6-b69e-ed923044b8d7 service neutron] 10.222.0.23 "GET /v2.0/networks/4652544d-e216-4d1d-b8bf-add982dc8019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939305 Sep 09 05:25:21.651371 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefcf630-5cd4-426e-abd3-b405c4fd8116 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3222688-a13e-460b-b823-56618075bb1d,revision_number=0']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:25:21.661919 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-e4d85b2c-080c-4564-bd4c-e119785b8af7 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:21.689933 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a62f20-fd60-4257-a96e-c661662a7d45 None None] The sync data for ids ['5202badf-1d93-4143-ac7a-5d37bf29963e'] in dv-cinder-772623-14-iscsi is: [{'id': '5202badf-1d93-4143-ac7a-5d37bf29963e', 'name': 'tempest-TestMinimumBasicScenario-446877754-router', 'tenant_id': '78d2d5f44e3648f4afee26aa92bf9774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '1244df33-a243-422e-b706-c332d80b1d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:24:20Z', 'updated_at': '2021-09-09T05:24:23Z', 'revision_number': 4, 'project_id': '78d2d5f44e3648f4afee26aa92bf9774', 'gw_port': {'id': '1244df33-a243-422e-b706-c332d80b1d2a', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5202badf-1d93-4143-ac7a-5d37bf29963e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:24:20Z', 'updated_at': '2021-09-09T05:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi', '_floatingips': [{'id': '355cf3fe-dcbd-4f7e-860b-6f0b058a573a', 'tenant_id': '78d2d5f44e3648f4afee26aa92bf9774', 'floating_ip_address': '172.27.2.41', 'floating_network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'router_id': '5202badf-1d93-4143-ac7a-5d37bf29963e', 'port_id': '7d412ada-0a25-4b0c-be66-043d29a96678', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 624, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4652544d-e216-4d1d-b8bf-add982dc8019', 'mac_address': 'fa:16:3e:ef:66:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea37007f-5745-4343-b680-045a8728f60f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T05:25:19Z', 'updated_at': '2021-09-09T05:25:19Z', 'revision_number': 0, 'project_id': '78d2d5f44e3648f4afee26aa92bf9774', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6229c0d-c053-44e3-ac50-9583d3a4f0ba', 'name': '', 'network_id': '4652544d-e216-4d1d-b8bf-add982dc8019', 'tenant_id': '78d2d5f44e3648f4afee26aa92bf9774', 'mac_address': 'fa:16:3e:66:ba:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5202badf-1d93-4143-ac7a-5d37bf29963e', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '53475f42-77fa-46f8-ae16-8e7d5b7ae076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:24:22Z', 'updated_at': '2021-09-09T05:24:29Z', 'revision_number': 5, 'project_id': '78d2d5f44e3648f4afee26aa92bf9774', 'subnets': [{'id': '53475f42-77fa-46f8-ae16-8e7d5b7ae076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 05:25:21.732468 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-e4d85b2c-080c-4564-bd4c-e119785b8af7 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:21.738501 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-e4d85b2c-080c-4564-bd4c-e119785b8af7 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555578'] for security_group_rule, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:21.754354 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d85b2c-080c-4564-bd4c-e119785b8af7 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ac226f4-b1ed-4f3b-82aa-47042fcb8ded,revision_number=0']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:25:21.769214 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-e4d85b2c-080c-4564-bd4c-e119785b8af7 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:21.773400 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 42558) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:25:21.773899 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-e4d85b2c-080c-4564-bd4c-e119785b8af7 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1556420 Sep 09 05:25:21.778047 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.v2.base [None req-05c6b336-9c1f-46f5-9372-e316be7c3650 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Request body: {'security_group_rule': {'security_group_id': '57206da5-9169-488d-afb3-9d29e2f89d9f', 'project_id': '78d2d5f44e3648f4afee26aa92bf9774', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:25:21.808875 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-05c6b336-9c1f-46f5-9372-e316be7c3650 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:21.875230 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-05c6b336-9c1f-46f5-9372-e316be7c3650 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:21.879274 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-05c6b336-9c1f-46f5-9372-e316be7c3650 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555578'] for security_group_rule, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:21.897540 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c6b336-9c1f-46f5-9372-e316be7c3650 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6114dc3d-6298-447e-9dd2-96d9993a0c22,revision_number=0']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:25:21.903276 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-05c6b336-9c1f-46f5-9372-e316be7c3650 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:21.904494 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-05c6b336-9c1f-46f5-9372-e316be7c3650 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1299160 Sep 09 05:25:21.907208 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 42560) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:25:21.912508 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.v2.base [None req-9139adc7-0c40-4e4f-8697-5e8e4549dbd1 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Request body: {'security_group_rule': {'security_group_id': '57206da5-9169-488d-afb3-9d29e2f89d9f', 'project_id': '78d2d5f44e3648f4afee26aa92bf9774', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:25:21.916557 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7254da5-1ad9-4141-9edf-576075220159 None None] New status for floating IP 355cf3fe-dcbd-4f7e-860b-6f0b058a573a: ACTIVE {{(pid=94299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 05:25:21.935954 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.db.securitygroups_db [None req-9139adc7-0c40-4e4f-8697-5e8e4549dbd1 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Project 78d2d5f44e3648f4afee26aa92bf9774 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 05:25:21.940971 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-9139adc7-0c40-4e4f-8697-5e8e4549dbd1 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:22.001589 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-9139adc7-0c40-4e4f-8697-5e8e4549dbd1 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:22.005858 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-9139adc7-0c40-4e4f-8697-5e8e4549dbd1 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555578'] for security_group_rule, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:22.022108 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9139adc7-0c40-4e4f-8697-5e8e4549dbd1 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b33930a1-6128-4f02-b49b-4106c134646b,revision_number=0']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:25:22.029635 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-9139adc7-0c40-4e4f-8697-5e8e4549dbd1 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:22.034195 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-9139adc7-0c40-4e4f-8697-5e8e4549dbd1 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1219809 Sep 09 05:25:22.034341 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 42562) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:25:22.038606 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.v2.base [None req-1a1b84fb-5be8-484f-8e5c-02c8e9d33710 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Request body: {'security_group_rule': {'security_group_id': '57206da5-9169-488d-afb3-9d29e2f89d9f', 'project_id': '78d2d5f44e3648f4afee26aa92bf9774', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:25:22.059991 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.db.securitygroups_db [None req-1a1b84fb-5be8-484f-8e5c-02c8e9d33710 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Project 78d2d5f44e3648f4afee26aa92bf9774 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 05:25:22.065108 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-1a1b84fb-5be8-484f-8e5c-02c8e9d33710 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:22.125075 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-1a1b84fb-5be8-484f-8e5c-02c8e9d33710 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:22.128354 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-1a1b84fb-5be8-484f-8e5c-02c8e9d33710 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555578'] for security_group_rule, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:22.145539 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1b84fb-5be8-484f-8e5c-02c8e9d33710 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86e147ad-2810-4ef1-92df-63d062e68d04,revision_number=0']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:25:22.151483 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-1a1b84fb-5be8-484f-8e5c-02c8e9d33710 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:22.152746 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-1a1b84fb-5be8-484f-8e5c-02c8e9d33710 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1174772 Sep 09 05:25:22.231475 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-7dd1b252-8704-4e96-9369-1f68f3dc9be0 req-3edc1907-bf27-4725-a0b3-6311dca3b738 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1445169038&fields=id&tenant_id=78d2d5f44e3648f4afee26aa92bf9774 HTTP/1.1" status: 200 len: 267 time: 0.0326996 Sep 09 05:25:22.282158 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd1b252-8704-4e96-9369-1f68f3dc9be0 req-0b967a95-978a-4a94-afed-4024eeb26984 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:25:22.284269 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-7dd1b252-8704-4e96-9369-1f68f3dc9be0 req-0b967a95-978a-4a94-afed-4024eeb26984 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea37007f-5745-4343-b680-045a8728f60f HTTP/1.1" status: 200 len: 946 time: 0.0470924 Sep 09 05:25:22.295247 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.v2.base [req-7dd1b252-8704-4e96-9369-1f68f3dc9be0 req-e328058d-5816-45b4-8a19-7af927465bf7 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Request body: {'port': {'security_groups': ['8d65faa1-584b-4a8c-a3f5-1208536c2d2f', '57206da5-9169-488d-afb3-9d29e2f89d9f']}} {{(pid=94298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:25:22.355511 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [req-7dd1b252-8704-4e96-9369-1f68f3dc9be0 req-e328058d-5816-45b4-8a19-7af927465bf7 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:22.534980 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.db [req-7dd1b252-8704-4e96-9369-1f68f3dc9be0 req-e328058d-5816-45b4-8a19-7af927465bf7 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] For port 7d412ada-0a25-4b0c-be66-043d29a96678, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=7d412ada-0a25-4b0c-be66-043d29a96678,segment=NetworkSegment(88dd136d-61f5-4df0-9570-6114bdd8b56a),segment_id=88dd136d-61f5-4df0-9570-6114bdd8b56a)] {{(pid=94298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:25:22.562610 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [req-7dd1b252-8704-4e96-9369-1f68f3dc9be0 req-e328058d-5816-45b4-8a19-7af927465bf7 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Notify callbacks [] for port, precommit_update {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:22.567650 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [req-7dd1b252-8704-4e96-9369-1f68f3dc9be0 req-e328058d-5816-45b4-8a19-7af927465bf7 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1873021'] for port, after_update {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:22.578950 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] get_ports_and_sgs() called for port_ids ['7d412ada-0a25-4b0c-be66-043d29a96678'] {{(pid=94299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 05:25:22.614458 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd1b252-8704-4e96-9369-1f68f3dc9be0 req-e328058d-5816-45b4-8a19-7af927465bf7 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:25:22.615094 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [req-7dd1b252-8704-4e96-9369-1f68f3dc9be0 req-e328058d-5816-45b4-8a19-7af927465bf7 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-438482'] for port, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:22.616484 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-7dd1b252-8704-4e96-9369-1f68f3dc9be0 req-e328058d-5816-45b4-8a19-7af927465bf7 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] 10.222.0.24 "PUT /v2.0/ports/7d412ada-0a25-4b0c-be66-043d29a96678 HTTP/1.1" status: 200 len: 982 time: 0.3259087 Sep 09 05:25:22.645870 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e328058d-5816-45b4-8a19-7af927465bf7 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Pushing event updated for resources: {'Port': ['ID=7d412ada-0a25-4b0c-be66-043d29a96678,revision_number=6']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:25:22.695564 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] get_ports_and_sgs() called for port_ids ['7d412ada-0a25-4b0c-be66-043d29a96678'] {{(pid=94299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 05:25:22.730752 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b91073-66b2-4550-8046-bc2c41df4295 req-daf88d9d-aa6f-4de2-9189-1c6ee10b20d5 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:25:22.732278 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-f9b91073-66b2-4550-8046-bc2c41df4295 req-daf88d9d-aa6f-4de2-9189-1c6ee10b20d5 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea37007f-5745-4343-b680-045a8728f60f HTTP/1.1" status: 200 len: 985 time: 0.0561237 Sep 09 05:25:22.737366 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea37007f-5745-4343-b680-045a8728f60f', 'tag': '7d412ada-0a25-4b0c-be66-043d29a96678'}] {{(pid=94298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 05:25:22.739773 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bce242ee21533c645a402e1a550c8899fb444cbd779d7c78464fb91fbc7682ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b3a7a25-ed81-41ab-a142-5ed81f9cb0d8" -d '{"events": [{"name": "network-changed", "server_uuid": "ea37007f-5745-4343-b680-045a8728f60f", "tag": "7d412ada-0a25-4b0c-be66-043d29a96678"}]}' {{(pid=94298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 05:25:22.782960 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-f9b91073-66b2-4550-8046-bc2c41df4295 req-21b91b21-f06c-4ba5-b934-389c8952fdc2 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d65faa1-584b-4a8c-a3f5-1208536c2d2f&id=57206da5-9169-488d-afb3-9d29e2f89d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0392497 Sep 09 05:25:22.785113 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 05:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19affd03-82a7-4c57-a650-a7f57ad15790 x-openstack-request-id: req-19affd03-82a7-4c57-a650-a7f57ad15790 {{(pid=94298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 05:25:22.785390 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea37007f-5745-4343-b680-045a8728f60f", "tag": "7d412ada-0a25-4b0c-be66-043d29a96678", "status": "completed", "code": 200}]} {{(pid=94298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 05:25:22.785633 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-19affd03-82a7-4c57-a650-a7f57ad15790 {{(pid=94298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 05:25:22.786044 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea37007f-5745-4343-b680-045a8728f60f', 'tag': '7d412ada-0a25-4b0c-be66-043d29a96678', 'status': 'completed', 'code': 200} Sep 09 05:25:22.871456 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a7a25-ed81-41ab-a142-5ed81f9cb0d8 req-dc255107-2228-40c8-91c1-5cec5f2eb612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:25:22.872939 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-3b3a7a25-ed81-41ab-a142-5ed81f9cb0d8 req-dc255107-2228-40c8-91c1-5cec5f2eb612 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=78d2d5f44e3648f4afee26aa92bf9774&device_id=ea37007f-5745-4343-b680-045a8728f60f HTTP/1.1" status: 200 len: 1138 time: 0.0424478 Sep 09 05:25:22.888851 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-b157c003-bca5-440b-a939-ef2f56563579 None None] Provisioning complete for port 7d412ada-0a25-4b0c-be66-043d29a96678 triggered by entity DHCP. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:25:22.889161 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-b157c003-bca5-440b-a939-ef2f56563579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:22.976791 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a7a25-ed81-41ab-a142-5ed81f9cb0d8 req-7e467dcc-1b0b-4bde-8787-9e36a75d4224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:25:22.978238 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-3b3a7a25-ed81-41ab-a142-5ed81f9cb0d8 req-7e467dcc-1b0b-4bde-8787-9e36a75d4224 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4652544d-e216-4d1d-b8bf-add982dc8019 HTTP/1.1" status: 200 len: 914 time: 0.0879796 Sep 09 05:25:23.047477 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-3b3a7a25-ed81-41ab-a142-5ed81f9cb0d8 req-69b26708-80c3-4f97-8410-600cc9f15f41 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d412ada-0a25-4b0c-be66-043d29a96678 HTTP/1.1" status: 200 len: 1001 time: 0.0610781 Sep 09 05:25:23.097070 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a7a25-ed81-41ab-a142-5ed81f9cb0d8 req-91f4d090-99e5-464c-9e9e-63b2e3f74843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:25:23.099025 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-3b3a7a25-ed81-41ab-a142-5ed81f9cb0d8 req-91f4d090-99e5-464c-9e9e-63b2e3f74843 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=53475f42-77fa-46f8-ae16-8e7d5b7ae076 HTTP/1.1" status: 200 len: 853 time: 0.0441322 Sep 09 05:25:23.143393 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a7a25-ed81-41ab-a142-5ed81f9cb0d8 req-889c86c6-ae1c-44e8-b255-ba2842bc4fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:25:23.144858 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-3b3a7a25-ed81-41ab-a142-5ed81f9cb0d8 req-889c86c6-ae1c-44e8-b255-ba2842bc4fcc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4652544d-e216-4d1d-b8bf-add982dc8019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0389137 Sep 09 05:25:23.241313 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-3b3a7a25-ed81-41ab-a142-5ed81f9cb0d8 req-3219ab9b-2d2b-47cb-9e55-6df8193b500b service neutron] 10.222.0.23 "GET /v2.0/networks/4652544d-e216-4d1d-b8bf-add982dc8019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856469 Sep 09 05:25:23.331355 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-3b3a7a25-ed81-41ab-a142-5ed81f9cb0d8 req-52108b17-de89-4ec4-9c72-751e10e540ae service neutron] 10.222.0.23 "GET /v2.0/networks/4652544d-e216-4d1d-b8bf-add982dc8019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824845 Sep 09 05:25:28.320817 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.agents_db [None req-c4fa6e85-f278-4c65-a736-468407d89cbd None None] Agent healthcheck: found 6 active agents {{(pid=94300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 05:25:36.066513 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:36.996660 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21113d5e-ffe5-4212-9c58-00f9ffa3e459 req-c6ac1598-8b44-49a8-be66-7de0ba2951c6 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:25:36.998216 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-21113d5e-ffe5-4212-9c58-00f9ffa3e459 req-c6ac1598-8b44-49a8-be66-7de0ba2951c6 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea37007f-5745-4343-b680-045a8728f60f HTTP/1.1" status: 200 len: 985 time: 0.0529058 Sep 09 05:25:37.014283 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bb1905-5250-4120-bf5b-581d2c53f2ee req-45b02eac-5239-4913-80e5-4e27b803f615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:25:37.015770 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-23bb1905-5250-4120-bf5b-581d2c53f2ee req-45b02eac-5239-4913-80e5-4e27b803f615 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=78d2d5f44e3648f4afee26aa92bf9774&device_id=ea37007f-5745-4343-b680-045a8728f60f HTTP/1.1" status: 200 len: 1138 time: 0.0447223 Sep 09 05:25:37.037960 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-21113d5e-ffe5-4212-9c58-00f9ffa3e459 req-d80cbd58-a14a-4234-acd2-4d7fd2bb49a0 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d65faa1-584b-4a8c-a3f5-1208536c2d2f&id=57206da5-9169-488d-afb3-9d29e2f89d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336206 Sep 09 05:25:37.104780 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bb1905-5250-4120-bf5b-581d2c53f2ee req-5822c55b-2861-4a02-9df9-b2da33e7d492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:25:37.106512 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-23bb1905-5250-4120-bf5b-581d2c53f2ee req-5822c55b-2861-4a02-9df9-b2da33e7d492 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4652544d-e216-4d1d-b8bf-add982dc8019 HTTP/1.1" status: 200 len: 914 time: 0.0828202 Sep 09 05:25:37.175571 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-23bb1905-5250-4120-bf5b-581d2c53f2ee req-631ca917-df77-47be-91ab-6d591c08d478 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d412ada-0a25-4b0c-be66-043d29a96678 HTTP/1.1" status: 200 len: 1001 time: 0.0597723 Sep 09 05:25:37.225255 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bb1905-5250-4120-bf5b-581d2c53f2ee req-bb5327e2-0cc9-42cd-aeac-89a44de9cd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:25:37.226697 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-23bb1905-5250-4120-bf5b-581d2c53f2ee req-bb5327e2-0cc9-42cd-aeac-89a44de9cd85 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=53475f42-77fa-46f8-ae16-8e7d5b7ae076 HTTP/1.1" status: 200 len: 853 time: 0.0432916 Sep 09 05:25:37.273396 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bb1905-5250-4120-bf5b-581d2c53f2ee req-eed76477-794f-47dd-8adf-3110a2b9e844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:25:37.274851 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-23bb1905-5250-4120-bf5b-581d2c53f2ee req-eed76477-794f-47dd-8adf-3110a2b9e844 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4652544d-e216-4d1d-b8bf-add982dc8019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0380309 Sep 09 05:25:37.370513 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-23bb1905-5250-4120-bf5b-581d2c53f2ee req-76c6ea6a-e072-4ee2-8239-c5ec23d10053 service neutron] 10.222.0.23 "GET /v2.0/networks/4652544d-e216-4d1d-b8bf-add982dc8019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821545 Sep 09 05:25:37.459178 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-23bb1905-5250-4120-bf5b-581d2c53f2ee req-92d950ad-753d-401e-aac3-149c8e54ddf9 service neutron] 10.222.0.23 "GET /v2.0/networks/4652544d-e216-4d1d-b8bf-add982dc8019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811424 Sep 09 05:25:38.158191 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f990c86d-7ad0-4db5-882a-2d1e1a50af82 req-149c84e5-d86f-42bb-ac56-14f80faf542d tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:25:38.159669 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-f990c86d-7ad0-4db5-882a-2d1e1a50af82 req-149c84e5-d86f-42bb-ac56-14f80faf542d tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea37007f-5745-4343-b680-045a8728f60f HTTP/1.1" status: 200 len: 985 time: 0.0535369 Sep 09 05:25:38.200208 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-f990c86d-7ad0-4db5-882a-2d1e1a50af82 req-5794acfd-7029-470f-ad6f-a42f0a27de0a tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d65faa1-584b-4a8c-a3f5-1208536c2d2f&id=57206da5-9169-488d-afb3-9d29e2f89d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346341 Sep 09 05:25:39.319715 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6178d6d9-a1d3-4fea-93cc-8842c2cd10ca req-2ba58b1a-acfa-4642-903f-1aa302c70f73 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:25:39.321277 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-6178d6d9-a1d3-4fea-93cc-8842c2cd10ca req-2ba58b1a-acfa-4642-903f-1aa302c70f73 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea37007f-5745-4343-b680-045a8728f60f HTTP/1.1" status: 200 len: 985 time: 0.0509562 Sep 09 05:25:39.359690 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-6178d6d9-a1d3-4fea-93cc-8842c2cd10ca req-cfdfd04d-f8e8-4cb5-b8e8-b9164aaf5adf tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d65faa1-584b-4a8c-a3f5-1208536c2d2f&id=57206da5-9169-488d-afb3-9d29e2f89d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0324867 Sep 09 05:25:40.473915 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e2bc78-85f8-417a-8c2d-c99e4baf248b req-da952dba-4bf2-4367-a848-1546af30d7d1 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:25:40.475408 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-76e2bc78-85f8-417a-8c2d-c99e4baf248b req-da952dba-4bf2-4367-a848-1546af30d7d1 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea37007f-5745-4343-b680-045a8728f60f HTTP/1.1" status: 200 len: 985 time: 0.0484254 Sep 09 05:25:40.513900 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-76e2bc78-85f8-417a-8c2d-c99e4baf248b req-8ac41a6e-542a-47ca-95ae-288bca687c35 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d65faa1-584b-4a8c-a3f5-1208536c2d2f&id=57206da5-9169-488d-afb3-9d29e2f89d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0321953 Sep 09 05:25:41.864879 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194906b4-bdf1-40f0-9540-7cf12dacec22 req-75eab595-1d7d-420d-81aa-2c53d34fdfdb tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:25:41.866370 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-194906b4-bdf1-40f0-9540-7cf12dacec22 req-75eab595-1d7d-420d-81aa-2c53d34fdfdb tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea37007f-5745-4343-b680-045a8728f60f HTTP/1.1" status: 200 len: 985 time: 0.2876089 Sep 09 05:25:41.904490 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-194906b4-bdf1-40f0-9540-7cf12dacec22 req-db8153ce-4c3a-4547-8652-1daf1553aa9b tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d65faa1-584b-4a8c-a3f5-1208536c2d2f&id=57206da5-9169-488d-afb3-9d29e2f89d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0322084 Sep 09 05:25:43.016753 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89be3f7a-7f65-47ef-ad10-e42e0af643ea req-4b836ce3-ff18-4428-84ce-a47cd8b6c938 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:25:43.018225 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-89be3f7a-7f65-47ef-ad10-e42e0af643ea req-4b836ce3-ff18-4428-84ce-a47cd8b6c938 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea37007f-5745-4343-b680-045a8728f60f HTTP/1.1" status: 200 len: 985 time: 0.0473404 Sep 09 05:25:43.056703 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-89be3f7a-7f65-47ef-ad10-e42e0af643ea req-cc1331f4-2851-43d3-a1ba-a71d891bd755 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d65faa1-584b-4a8c-a3f5-1208536c2d2f&id=57206da5-9169-488d-afb3-9d29e2f89d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325916 Sep 09 05:25:43.883972 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-3630f999-c26f-4cff-ae60-46fc1f520e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:44.172652 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e62ed4-e717-45e8-8ecc-d8f3ce153d3c req-2d9f7050-8c1b-4669-b7e6-50ff2547ff85 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:25:44.174047 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-e5e62ed4-e717-45e8-8ecc-d8f3ce153d3c req-2d9f7050-8c1b-4669-b7e6-50ff2547ff85 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea37007f-5745-4343-b680-045a8728f60f HTTP/1.1" status: 200 len: 985 time: 0.0510795 Sep 09 05:25:44.212839 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-e5e62ed4-e717-45e8-8ecc-d8f3ce153d3c req-cdd3b953-3504-480e-9563-a95242a4160f tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d65faa1-584b-4a8c-a3f5-1208536c2d2f&id=57206da5-9169-488d-afb3-9d29e2f89d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328870 Sep 09 05:25:45.324588 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398bf8b0-d4aa-4099-a969-0ba16ad6811d req-a0d67b61-48db-42b3-82ee-78c7e5343ad2 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:25:45.326068 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-398bf8b0-d4aa-4099-a969-0ba16ad6811d req-a0d67b61-48db-42b3-82ee-78c7e5343ad2 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea37007f-5745-4343-b680-045a8728f60f HTTP/1.1" status: 200 len: 985 time: 0.0477560 Sep 09 05:25:45.366448 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-398bf8b0-d4aa-4099-a969-0ba16ad6811d req-7412f1f3-a2f3-48b2-a5da-39f31f235ff3 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d65faa1-584b-4a8c-a3f5-1208536c2d2f&id=57206da5-9169-488d-afb3-9d29e2f89d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338244 Sep 09 05:25:46.479431 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9154cad3-8940-45e2-a91a-78fbe0885771 req-442c1f67-2970-4ec5-9597-a417b3283023 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:25:46.481151 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-9154cad3-8940-45e2-a91a-78fbe0885771 req-442c1f67-2970-4ec5-9597-a417b3283023 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea37007f-5745-4343-b680-045a8728f60f HTTP/1.1" status: 200 len: 985 time: 0.0495203 Sep 09 05:25:46.529291 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-9154cad3-8940-45e2-a91a-78fbe0885771 req-56525473-a436-44e8-8b50-12474e379d8a tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d65faa1-584b-4a8c-a3f5-1208536c2d2f&id=57206da5-9169-488d-afb3-9d29e2f89d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0389264 Sep 09 05:25:46.540102 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-644477f6-270f-4845-ace8-3e1ccfba9c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:46.894079 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:47.649506 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dce536-efb9-4244-acde-6ccbd7b4ef83 req-c858fc0f-ba9d-4849-bd00-fe287f49abbf tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:25:47.651014 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-26dce536-efb9-4244-acde-6ccbd7b4ef83 req-c858fc0f-ba9d-4849-bd00-fe287f49abbf tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea37007f-5745-4343-b680-045a8728f60f HTTP/1.1" status: 200 len: 985 time: 0.0540881 Sep 09 05:25:47.663538 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-9dcada0b-7967-4cde-8891-c5586c834af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:47.691187 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-26dce536-efb9-4244-acde-6ccbd7b4ef83 req-ed979489-9238-45e3-9605-3572ddf5674d tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d65faa1-584b-4a8c-a3f5-1208536c2d2f&id=57206da5-9169-488d-afb3-9d29e2f89d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342717 Sep 09 05:25:48.803522 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e86d53e-7cf6-4de8-a4d8-9fa514f44d04 req-6eb47ea9-0bfe-423b-864a-e7ef5cc5ceeb tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:25:48.804986 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-8e86d53e-7cf6-4de8-a4d8-9fa514f44d04 req-6eb47ea9-0bfe-423b-864a-e7ef5cc5ceeb tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea37007f-5745-4343-b680-045a8728f60f HTTP/1.1" status: 200 len: 985 time: 0.0483987 Sep 09 05:25:48.845814 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-8e86d53e-7cf6-4de8-a4d8-9fa514f44d04 req-9d893639-fcd1-495f-bd3c-7882217b8d3f tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d65faa1-584b-4a8c-a3f5-1208536c2d2f&id=57206da5-9169-488d-afb3-9d29e2f89d9f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349159 Sep 09 05:25:49.186530 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-fdc48b13-ab8b-41d0-a622-21cc731cd6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:51.243903 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b8b26c-1163-47a3-8547-ba73ac44e9e7 req-b36b5150-cb42-40c6-bb00-eabb895b1c61 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:25:51.245363 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-80b8b26c-1163-47a3-8547-ba73ac44e9e7 req-b36b5150-cb42-40c6-bb00-eabb895b1c61 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=553a1193-9ab7-4779-904a-7ced37b02028 HTTP/1.1" status: 200 len: 946 time: 0.0477540 Sep 09 05:25:51.281076 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-80b8b26c-1163-47a3-8547-ba73ac44e9e7 req-835ac496-b3eb-4a1d-b64c-5ee90be9aca9 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=15c4bc75-620a-4602-90e3-2cad0b82dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298185 Sep 09 05:25:52.404004 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7b2740-1778-4470-a97e-c051da9335d7 req-e97047fd-25d7-4491-bc29-b7db6a6c9f62 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:25:52.405448 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-ef7b2740-1778-4470-a97e-c051da9335d7 req-e97047fd-25d7-4491-bc29-b7db6a6c9f62 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=553a1193-9ab7-4779-904a-7ced37b02028 HTTP/1.1" status: 200 len: 946 time: 0.0527325 Sep 09 05:25:52.443567 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-ef7b2740-1778-4470-a97e-c051da9335d7 req-93de71bd-038a-4451-8995-224ba1f9be8d tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups?id=15c4bc75-620a-4602-90e3-2cad0b82dfe5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315099 Sep 09 05:25:52.597326 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90c5123-9b4f-46be-8fea-82bda93990e4 req-3c3a960b-ef21-4562-a299-ac4fe3d4d39e tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:25:52.598800 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-b90c5123-9b4f-46be-8fea-82bda93990e4 req-3c3a960b-ef21-4562-a299-ac4fe3d4d39e tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.23 "GET /v2.0/ports?device_id=553a1193-9ab7-4779-904a-7ced37b02028 HTTP/1.1" status: 200 len: 946 time: 0.0518477 Sep 09 05:25:52.686703 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.plugin [req-b90c5123-9b4f-46be-8fea-82bda93990e4 req-e01f2c9b-c206-45a3-8540-b1d84bdfc3ac tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Deleting port 095c022d-693d-4fbd-bbc1-9de89c115d30 {{(pid=94297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 05:25:52.687041 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-b90c5123-9b4f-46be-8fea-82bda93990e4 req-e01f2c9b-c206-45a3-8540-b1d84bdfc3ac tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748632167994'] for port, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:52.780362 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.db [req-b90c5123-9b4f-46be-8fea-82bda93990e4 req-e01f2c9b-c206-45a3-8540-b1d84bdfc3ac tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] For port 095c022d-693d-4fbd-bbc1-9de89c115d30, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=095c022d-693d-4fbd-bbc1-9de89c115d30,segment=NetworkSegment(94ec00f0-b772-441b-b09c-9fabc2701b02),segment_id=94ec00f0-b772-441b-b09c-9fabc2701b02)] {{(pid=94297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:25:52.780719 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-b90c5123-9b4f-46be-8fea-82bda93990e4 req-e01f2c9b-c206-45a3-8540-b1d84bdfc3ac tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596826'] for port, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:52.944846 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-b90c5123-9b4f-46be-8fea-82bda93990e4 req-e01f2c9b-c206-45a3-8540-b1d84bdfc3ac tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:52.945206 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-b90c5123-9b4f-46be-8fea-82bda93990e4 req-e01f2c9b-c206-45a3-8540-b1d84bdfc3ac tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600363'] for floatingip, after_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:52.945518 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.db.l3_db [req-b90c5123-9b4f-46be-8fea-82bda93990e4 req-e01f2c9b-c206-45a3-8540-b1d84bdfc3ac tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Floating IP 21d484fd-44d5-4806-a0c2-9a6a74d480ad disassociated. External IP: 172.27.2.9, port: 095c022d-693d-4fbd-bbc1-9de89c115d30. Sep 09 05:25:52.945888 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.plugin [req-b90c5123-9b4f-46be-8fea-82bda93990e4 req-e01f2c9b-c206-45a3-8540-b1d84bdfc3ac tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Calling delete_port for 095c022d-693d-4fbd-bbc1-9de89c115d30 owned by compute:nova {{(pid=94297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 05:25:53.071910 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-b90c5123-9b4f-46be-8fea-82bda93990e4 req-e01f2c9b-c206-45a3-8540-b1d84bdfc3ac tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748632172548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748631669706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29281037'] for port, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:53.100106 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01f2c9b-c206-45a3-8540-b1d84bdfc3ac tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Pushing event deleted for resources: {'Port': ['ID=095c022d-693d-4fbd-bbc1-9de89c115d30,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:25:53.111857 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01f2c9b-c206-45a3-8540-b1d84bdfc3ac tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:25:53.112232 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01f2c9b-c206-45a3-8540-b1d84bdfc3ac tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:25:53.112581 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01f2c9b-c206-45a3-8540-b1d84bdfc3ac tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:25:53.112927 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01f2c9b-c206-45a3-8540-b1d84bdfc3ac tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:25:53.113265 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01f2c9b-c206-45a3-8540-b1d84bdfc3ac tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:25:53.113601 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01f2c9b-c206-45a3-8540-b1d84bdfc3ac tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:25:53.113993 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01f2c9b-c206-45a3-8540-b1d84bdfc3ac tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:25:53.114331 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01f2c9b-c206-45a3-8540-b1d84bdfc3ac tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:25:53.114663 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01f2c9b-c206-45a3-8540-b1d84bdfc3ac tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:25:53.114991 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01f2c9b-c206-45a3-8540-b1d84bdfc3ac tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:25:53.115318 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01f2c9b-c206-45a3-8540-b1d84bdfc3ac tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:25:53.115645 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01f2c9b-c206-45a3-8540-b1d84bdfc3ac tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:25:53.472460 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b90c5123-9b4f-46be-8fea-82bda93990e4 req-e01f2c9b-c206-45a3-8540-b1d84bdfc3ac tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Router f9e8dd9a-5f5d-4da4-a903-4f984a247988 has already been hosted by L3 agent e912432c-85e4-4a31-b574-aae2dcf01ec7 {{(pid=94297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 05:25:53.545333 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-9d730178-aa37-4a2e-b8c5-99373e81f559 req-2906caea-8701-4c83-a059-36b8698ac6f2 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/ports?device_id=553a1193-9ab7-4779-904a-7ced37b02028 HTTP/1.1" status: 200 len: 210 time: 0.0274787 Sep 09 05:25:53.585264 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b90c5123-9b4f-46be-8fea-82bda93990e4 req-e01f2c9b-c206-45a3-8540-b1d84bdfc3ac tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Notify agent at l3_agent.dv-cinder-772623-14-iscsi the message routers_updated {{(pid=94297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 05:25:53.595717 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4428d36a-29a6-49f4-a756-fec3831cba57 None None] Sync routers for ids ['f9e8dd9a-5f5d-4da4-a903-4f984a247988'] in dv-cinder-772623-14-iscsi {{(pid=94300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 05:25:53.609044 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4428d36a-29a6-49f4-a756-fec3831cba57 None None] Routers {'f9e8dd9a-5f5d-4da4-a903-4f984a247988'} bound to L3 agent in host dv-cinder-772623-14-iscsi {{(pid=94300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 05:25:53.609650 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_hamode_db [None req-4428d36a-29a6-49f4-a756-fec3831cba57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T05:09:16Z,description=,heartbeat_timestamp=2021-09-09T05:25:47Z,host='dv-cinder-772623-14-iscsi',id=e912432c-85e4-4a31-b574-aae2dcf01ec7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T05:09:16Z,topic='l3_agent')) {'router_ids': ['f9e8dd9a-5f5d-4da4-a903-4f984a247988'], 'active': True} {{(pid=94300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:25:53.625270 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.l3_dvrscheduler_db [req-b90c5123-9b4f-46be-8fea-82bda93990e4 req-e01f2c9b-c206-45a3-8540-b1d84bdfc3ac tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] No DVR routers for this DVR port 095c022d-693d-4fbd-bbc1-9de89c115d30 on host hv-cinder-77262 {{(pid=94297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 05:25:53.628732 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-b90c5123-9b4f-46be-8fea-82bda93990e4 req-e01f2c9b-c206-45a3-8540-b1d84bdfc3ac tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-438482'] for port, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:53.630150 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-b90c5123-9b4f-46be-8fea-82bda93990e4 req-e01f2c9b-c206-45a3-8540-b1d84bdfc3ac tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.23 "DELETE /v2.0/ports/095c022d-693d-4fbd-bbc1-9de89c115d30 HTTP/1.1" status: 204 len: 173 time: 1.0251770 Sep 09 05:25:53.630591 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '553a1193-9ab7-4779-904a-7ced37b02028', 'name': 'network-vif-deleted', 'tag': '095c022d-693d-4fbd-bbc1-9de89c115d30'}] {{(pid=94297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 05:25:53.632791 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85c66017178c43798701892324557e4ac90163104f6096848bec1798d04fbbd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b071c646-a6ef-47fd-a4d5-c4da68e8914b" -d '{"events": [{"server_uuid": "553a1193-9ab7-4779-904a-7ced37b02028", "name": "network-vif-deleted", "tag": "095c022d-693d-4fbd-bbc1-9de89c115d30"}]}' {{(pid=94297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 05:25:53.669408 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 05:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc9053a-19ca-412b-9203-c4803bd85daa x-openstack-request-id: req-6cc9053a-19ca-412b-9203-c4803bd85daa {{(pid=94297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 05:25:53.669724 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "553a1193-9ab7-4779-904a-7ced37b02028", "name": "network-vif-deleted", "tag": "095c022d-693d-4fbd-bbc1-9de89c115d30", "status": "completed", "code": 200}]} {{(pid=94297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 05:25:53.669989 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6cc9053a-19ca-412b-9203-c4803bd85daa {{(pid=94297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 05:25:53.670375 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '553a1193-9ab7-4779-904a-7ced37b02028', 'name': 'network-vif-deleted', 'tag': '095c022d-693d-4fbd-bbc1-9de89c115d30', 'status': 'completed', 'code': 200} Sep 09 05:25:53.726907 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_dvr_db [None req-4428d36a-29a6-49f4-a756-fec3831cba57 None None] Set router f9e8dd9a-5f5d-4da4-a903-4f984a247988 gateway port host: dv-cinder-772623-14-iscsi {{(pid=94300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 05:25:53.937576 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_hamode_db [None req-4428d36a-29a6-49f4-a756-fec3831cba57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e8dd9a-5f5d-4da4-a903-4f984a247988', 'name': 'tempest-AttachVolumeShelveTestJSON-1912886731-router', 'tenant_id': 'adae3c00f82c46cda5739aa90de24c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '15bc8b26-8181-49ef-9a78-a1dfa7020b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:20:29Z', 'updated_at': '2021-09-09T05:20:32Z', 'revision_number': 4, 'project_id': 'adae3c00f82c46cda5739aa90de24c7f', 'gw_port': {'id': '15bc8b26-8181-49ef-9a78-a1dfa7020b15', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:fc:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e8dd9a-5f5d-4da4-a903-4f984a247988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:20:30Z', 'updated_at': '2021-09-09T05:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi', '_interfaces': [{'id': '2f2b6c07-fd6b-4e93-a242-5c78a707832d', 'name': '', 'network_id': '4c49d2e8-bbb3-48a4-b9dd-23115ce7620f', 'tenant_id': 'adae3c00f82c46cda5739aa90de24c7f', 'mac_address': 'fa:16:3e:7c:0c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e8dd9a-5f5d-4da4-a903-4f984a247988', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'af8cc309-f922-4b5b-9139-7f7e8b7747ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:20:32Z', 'updated_at': '2021-09-09T05:20:37Z', 'revision_number': 5, 'project_id': 'adae3c00f82c46cda5739aa90de24c7f', 'subnets': [{'id': 'af8cc309-f922-4b5b-9139-7f7e8b7747ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-14-iscsi', False) {} {{(pid=94300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:25:53.970912 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4428d36a-29a6-49f4-a756-fec3831cba57 None None] Checking router: f9e8dd9a-5f5d-4da4-a903-4f984a247988 for host: dv-cinder-772623-14-iscsi {{(pid=94300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 05:25:53.980619 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4428d36a-29a6-49f4-a756-fec3831cba57 None None] Routers {'f9e8dd9a-5f5d-4da4-a903-4f984a247988'} bound to L3 agent in host dv-cinder-772623-14-iscsi {{(pid=94300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 05:25:53.981145 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_hamode_db [None req-4428d36a-29a6-49f4-a756-fec3831cba57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T05:09:16Z,description=,heartbeat_timestamp=2021-09-09T05:25:47Z,host='dv-cinder-772623-14-iscsi',id=e912432c-85e4-4a31-b574-aae2dcf01ec7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T05:09:16Z,topic='l3_agent')) {'router_ids': ['f9e8dd9a-5f5d-4da4-a903-4f984a247988'], 'active': True} {{(pid=94300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:25:54.097948 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_dvr_db [None req-4428d36a-29a6-49f4-a756-fec3831cba57 None None] Set router f9e8dd9a-5f5d-4da4-a903-4f984a247988 gateway port host: dv-cinder-772623-14-iscsi {{(pid=94300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 05:25:54.325639 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_hamode_db [None req-4428d36a-29a6-49f4-a756-fec3831cba57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e8dd9a-5f5d-4da4-a903-4f984a247988', 'name': 'tempest-AttachVolumeShelveTestJSON-1912886731-router', 'tenant_id': 'adae3c00f82c46cda5739aa90de24c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '15bc8b26-8181-49ef-9a78-a1dfa7020b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:20:29Z', 'updated_at': '2021-09-09T05:20:32Z', 'revision_number': 4, 'project_id': 'adae3c00f82c46cda5739aa90de24c7f', 'gw_port': {'id': '15bc8b26-8181-49ef-9a78-a1dfa7020b15', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:fc:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e8dd9a-5f5d-4da4-a903-4f984a247988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:20:30Z', 'updated_at': '2021-09-09T05:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi', '_interfaces': [{'id': '2f2b6c07-fd6b-4e93-a242-5c78a707832d', 'name': '', 'network_id': '4c49d2e8-bbb3-48a4-b9dd-23115ce7620f', 'tenant_id': 'adae3c00f82c46cda5739aa90de24c7f', 'mac_address': 'fa:16:3e:7c:0c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e8dd9a-5f5d-4da4-a903-4f984a247988', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'af8cc309-f922-4b5b-9139-7f7e8b7747ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:20:32Z', 'updated_at': '2021-09-09T05:20:37Z', 'revision_number': 5, 'project_id': 'adae3c00f82c46cda5739aa90de24c7f', 'subnets': [{'id': 'af8cc309-f922-4b5b-9139-7f7e8b7747ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-14-iscsi', False) {} {{(pid=94300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:25:54.357025 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4428d36a-29a6-49f4-a756-fec3831cba57 None None] The sync data for ids ['f9e8dd9a-5f5d-4da4-a903-4f984a247988'] in dv-cinder-772623-14-iscsi is: [{'id': 'f9e8dd9a-5f5d-4da4-a903-4f984a247988', 'name': 'tempest-AttachVolumeShelveTestJSON-1912886731-router', 'tenant_id': 'adae3c00f82c46cda5739aa90de24c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '15bc8b26-8181-49ef-9a78-a1dfa7020b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:20:29Z', 'updated_at': '2021-09-09T05:20:32Z', 'revision_number': 4, 'project_id': 'adae3c00f82c46cda5739aa90de24c7f', 'gw_port': {'id': '15bc8b26-8181-49ef-9a78-a1dfa7020b15', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:fc:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e8dd9a-5f5d-4da4-a903-4f984a247988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:20:30Z', 'updated_at': '2021-09-09T05:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi', '_interfaces': [{'id': '2f2b6c07-fd6b-4e93-a242-5c78a707832d', 'name': '', 'network_id': '4c49d2e8-bbb3-48a4-b9dd-23115ce7620f', 'tenant_id': 'adae3c00f82c46cda5739aa90de24c7f', 'mac_address': 'fa:16:3e:7c:0c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e8dd9a-5f5d-4da4-a903-4f984a247988', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': 'af8cc309-f922-4b5b-9139-7f7e8b7747ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:20:32Z', 'updated_at': '2021-09-09T05:20:37Z', 'revision_number': 5, 'project_id': 'adae3c00f82c46cda5739aa90de24c7f', 'subnets': [{'id': 'af8cc309-f922-4b5b-9139-7f7e8b7747ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 05:25:54.583325 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b04cfa95-cc19-41a8-abfa-2c76ae6141db None None] New status for floating IP 21d484fd-44d5-4806-a0c2-9a6a74d480ad: DOWN {{(pid=94299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 05:25:54.635534 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 42638) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:25:54.690383 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-eec02a3e-66e1-42f4-ab07-a107e1a87048 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Notify callbacks [] for security_group, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:54.718122 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-eec02a3e-66e1-42f4-ab07-a107e1a87048 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:54.766182 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-eec02a3e-66e1-42f4-ab07-a107e1a87048 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:54.769598 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-eec02a3e-66e1-42f4-ab07-a107e1a87048 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Notify callbacks [] for security_group, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:54.770795 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-eec02a3e-66e1-42f4-ab07-a107e1a87048 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "DELETE /v2.0/security-groups/15c4bc75-620a-4602-90e3-2cad0b82dfe5 HTTP/1.1" status: 204 len: 168 time: 0.1341467 Sep 09 05:25:54.773648 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 42640) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:25:54.779556 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec02a3e-66e1-42f4-ab07-a107e1a87048 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c4bc75-620a-4602-90e3-2cad0b82dfe5,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:25:54.783496 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device 095c022d-693d-4fbd-bbc1-9de89c115d30 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 05:25:54.793684 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.api.v2.resource [None req-22ebbf19-eb1e-4efd-bf61-ff00ff70f074 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] show failed (client error): The resource could not be found. Sep 09 05:25:54.794812 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-22ebbf19-eb1e-4efd-bf61-ff00ff70f074 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "GET /v2.0/security-groups/15c4bc75-620a-4602-90e3-2cad0b82dfe5 HTTP/1.1" status: 404 len: 347 time: 0.0201387 Sep 09 05:25:54.797751 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 42642) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:25:54.807776 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.plugin [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] No Port match for: 095c022d-693d-4fbd-bbc1-9de89c115d30 {{(pid=94299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 05:25:54.808163 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device 095c022d-693d-4fbd-bbc1-9de89c115d30 not bound to the agent host hv-cinder-77262 {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 05:25:54.922409 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.plugin [None req-00a5f24a-5982-48ae-b31c-1e5ed15f7a23 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Deleting port 1daaf848-dc59-42e8-8003-14b2b3b551e0 {{(pid=94298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 05:25:54.922664 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-00a5f24a-5982-48ae-b31c-1e5ed15f7a23 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748632167994'] for port, before_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:55.002665 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-00a5f24a-5982-48ae-b31c-1e5ed15f7a23 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596826'] for port, precommit_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:55.002986 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-00a5f24a-5982-48ae-b31c-1e5ed15f7a23 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:55.013987 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.plugin [None req-00a5f24a-5982-48ae-b31c-1e5ed15f7a23 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Calling delete_port for 1daaf848-dc59-42e8-8003-14b2b3b551e0 owned by network:floatingip {{(pid=94298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 05:25:55.139052 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-00a5f24a-5982-48ae-b31c-1e5ed15f7a23 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748632172548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748631669706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1874062'] for port, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:55.167800 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a5f24a-5982-48ae-b31c-1e5ed15f7a23 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Pushing event deleted for resources: {'Port': ['ID=1daaf848-dc59-42e8-8003-14b2b3b551e0,revision_number=None']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:25:55.226436 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-00a5f24a-5982-48ae-b31c-1e5ed15f7a23 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Notify callbacks [] for floatingip, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:55.229051 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-00a5f24a-5982-48ae-b31c-1e5ed15f7a23 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-438482'] for floatingip, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:55.230231 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-00a5f24a-5982-48ae-b31c-1e5ed15f7a23 tempest-AttachVolumeShelveTestJSON-680985384 tempest-AttachVolumeShelveTestJSON-680985384-project] 10.222.0.24 "DELETE /v2.0/floatingips/21d484fd-44d5-4806-a0c2-9a6a74d480ad HTTP/1.1" status: 204 len: 168 time: 0.4310014 Sep 09 05:25:57.639633 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 42666) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:25:58.069881 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-6a06e112-f9de-4725-89b2-1bc78b864681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601131'] for router_interface, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:58.306639 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.plugin [None req-6a06e112-f9de-4725-89b2-1bc78b864681 admin admin] Deleting port 2f2b6c07-fd6b-4e93-a242-5c78a707832d {{(pid=94297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 05:25:58.306974 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-6a06e112-f9de-4725-89b2-1bc78b864681 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748632167994'] for port, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:58.383206 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.db [None req-6a06e112-f9de-4725-89b2-1bc78b864681 admin admin] For port 2f2b6c07-fd6b-4e93-a242-5c78a707832d, host dv-cinder-772623-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-14-iscsi',level=0,port_id=2f2b6c07-fd6b-4e93-a242-5c78a707832d,segment=NetworkSegment(94ec00f0-b772-441b-b09c-9fabc2701b02),segment_id=94ec00f0-b772-441b-b09c-9fabc2701b02)] {{(pid=94297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:25:58.383562 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-6a06e112-f9de-4725-89b2-1bc78b864681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596826'] for port, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:58.399244 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.plugin [None req-6a06e112-f9de-4725-89b2-1bc78b864681 admin admin] Calling delete_port for 2f2b6c07-fd6b-4e93-a242-5c78a707832d owned by network:router_interface {{(pid=94297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 05:25:58.576204 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-6a06e112-f9de-4725-89b2-1bc78b864681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748632172548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748631669706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29281037'] for port, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:58.601448 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a06e112-f9de-4725-89b2-1bc78b864681 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f2b6c07-fd6b-4e93-a242-5c78a707832d,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:25:58.761789 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-6a06e112-f9de-4725-89b2-1bc78b864681 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601247'] for router_interface, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:58.968580 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a06e112-f9de-4725-89b2-1bc78b864681 admin admin] Router f9e8dd9a-5f5d-4da4-a903-4f984a247988 has already been hosted by L3 agent e912432c-85e4-4a31-b574-aae2dcf01ec7 {{(pid=94297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 05:25:59.072718 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a06e112-f9de-4725-89b2-1bc78b864681 admin admin] Notify agent at l3_agent.dv-cinder-772623-14-iscsi the message routers_updated {{(pid=94297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 05:25:59.077591 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-6a06e112-f9de-4725-89b2-1bc78b864681 admin admin] 10.222.0.24 "PUT /v2.0/routers/f9e8dd9a-5f5d-4da4-a903-4f984a247988/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4369588 Sep 09 05:25:59.080850 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 42670) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:25:59.083357 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80792f67-f39b-42e6-a278-b0ed0815e4f6 None None] Sync routers for ids ['f9e8dd9a-5f5d-4da4-a903-4f984a247988'] in dv-cinder-772623-14-iscsi {{(pid=94300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 05:25:59.092342 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80792f67-f39b-42e6-a278-b0ed0815e4f6 None None] Routers {'f9e8dd9a-5f5d-4da4-a903-4f984a247988'} bound to L3 agent in host dv-cinder-772623-14-iscsi {{(pid=94300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 05:25:59.092941 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_hamode_db [None req-80792f67-f39b-42e6-a278-b0ed0815e4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T05:09:16Z,description=,heartbeat_timestamp=2021-09-09T05:25:47Z,host='dv-cinder-772623-14-iscsi',id=e912432c-85e4-4a31-b574-aae2dcf01ec7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T05:09:16Z,topic='l3_agent')) {'router_ids': ['f9e8dd9a-5f5d-4da4-a903-4f984a247988'], 'active': True} {{(pid=94300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:25:59.182468 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-deea93d5-c01e-44d4-8b9e-e8f86bf401aa admin admin] Notify callbacks [] for router, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:59.196668 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_dvr_db [None req-80792f67-f39b-42e6-a278-b0ed0815e4f6 None None] Set router f9e8dd9a-5f5d-4da4-a903-4f984a247988 gateway port host: dv-cinder-772623-14-iscsi {{(pid=94300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 05:25:59.284993 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-deea93d5-c01e-44d4-8b9e-e8f86bf401aa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:59.336371 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.plugin [None req-deea93d5-c01e-44d4-8b9e-e8f86bf401aa admin admin] Deleting port 15bc8b26-8181-49ef-9a78-a1dfa7020b15 {{(pid=94297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 05:25:59.336744 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-deea93d5-c01e-44d4-8b9e-e8f86bf401aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748632167994'] for port, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:59.378825 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_hamode_db [None req-80792f67-f39b-42e6-a278-b0ed0815e4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e8dd9a-5f5d-4da4-a903-4f984a247988', 'name': 'tempest-AttachVolumeShelveTestJSON-1912886731-router', 'tenant_id': 'adae3c00f82c46cda5739aa90de24c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '15bc8b26-8181-49ef-9a78-a1dfa7020b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:20:29Z', 'updated_at': '2021-09-09T05:25:58Z', 'revision_number': 5, 'project_id': 'adae3c00f82c46cda5739aa90de24c7f', 'gw_port': {'id': '15bc8b26-8181-49ef-9a78-a1dfa7020b15', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:fc:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9e8dd9a-5f5d-4da4-a903-4f984a247988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:20:30Z', 'updated_at': '2021-09-09T05:20:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi'}], 'dv-cinder-772623-14-iscsi', False) {} {{(pid=94300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:25:59.408000 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80792f67-f39b-42e6-a278-b0ed0815e4f6 None None] Checking router: f9e8dd9a-5f5d-4da4-a903-4f984a247988 for host: dv-cinder-772623-14-iscsi {{(pid=94300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 05:25:59.414256 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.db [None req-deea93d5-c01e-44d4-8b9e-e8f86bf401aa admin admin] For port 15bc8b26-8181-49ef-9a78-a1dfa7020b15, host dv-cinder-772623-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-14-iscsi',level=0,port_id=15bc8b26-8181-49ef-9a78-a1dfa7020b15,segment=NetworkSegment(df80411f-acb6-4e9d-a7f5-4a8066bc7b33),segment_id=df80411f-acb6-4e9d-a7f5-4a8066bc7b33)] {{(pid=94297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:25:59.414621 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-deea93d5-c01e-44d4-8b9e-e8f86bf401aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596826'] for port, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:59.416074 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80792f67-f39b-42e6-a278-b0ed0815e4f6 None None] Routers {'f9e8dd9a-5f5d-4da4-a903-4f984a247988'} bound to L3 agent in host dv-cinder-772623-14-iscsi {{(pid=94300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 05:25:59.416669 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_hamode_db [None req-80792f67-f39b-42e6-a278-b0ed0815e4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-09T05:09:16Z,description=,heartbeat_timestamp=2021-09-09T05:25:47Z,host='dv-cinder-772623-14-iscsi',id=e912432c-85e4-4a31-b574-aae2dcf01ec7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T05:09:16Z,topic='l3_agent')) {'router_ids': ['f9e8dd9a-5f5d-4da4-a903-4f984a247988'], 'active': True} {{(pid=94300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:25:59.431060 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.plugin [None req-deea93d5-c01e-44d4-8b9e-e8f86bf401aa admin admin] Calling delete_port for 15bc8b26-8181-49ef-9a78-a1dfa7020b15 owned by network:router_gateway {{(pid=94297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 05:25:59.500803 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_dvr_db [None req-80792f67-f39b-42e6-a278-b0ed0815e4f6 None None] Set router f9e8dd9a-5f5d-4da4-a903-4f984a247988 gateway port host: None {{(pid=94300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 05:25:59.553470 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_hamode_db [None req-80792f67-f39b-42e6-a278-b0ed0815e4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9e8dd9a-5f5d-4da4-a903-4f984a247988', 'name': 'tempest-AttachVolumeShelveTestJSON-1912886731-router', 'tenant_id': 'adae3c00f82c46cda5739aa90de24c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:20:29Z', 'updated_at': '2021-09-09T05:25:59Z', 'revision_number': 6, 'project_id': 'adae3c00f82c46cda5739aa90de24c7f', 'gw_port_host': None}], 'dv-cinder-772623-14-iscsi', False) {} {{(pid=94300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:25:59.582634 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80792f67-f39b-42e6-a278-b0ed0815e4f6 None None] The sync data for ids ['f9e8dd9a-5f5d-4da4-a903-4f984a247988'] in dv-cinder-772623-14-iscsi is: [{'id': 'f9e8dd9a-5f5d-4da4-a903-4f984a247988', 'name': 'tempest-AttachVolumeShelveTestJSON-1912886731-router', 'tenant_id': 'adae3c00f82c46cda5739aa90de24c7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:20:29Z', 'updated_at': '2021-09-09T05:25:59Z', 'revision_number': 6, 'project_id': 'adae3c00f82c46cda5739aa90de24c7f', 'gw_port_host': None}] {{(pid=94300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 05:25:59.598745 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-deea93d5-c01e-44d4-8b9e-e8f86bf401aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748632172548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748631669706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29281037'] for port, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:59.626342 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deea93d5-c01e-44d4-8b9e-e8f86bf401aa admin admin] Pushing event deleted for resources: {'Port': ['ID=15bc8b26-8181-49ef-9a78-a1dfa7020b15,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:25:59.687037 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-deea93d5-c01e-44d4-8b9e-e8f86bf401aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600445'] for router_gateway, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:59.775925 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-deea93d5-c01e-44d4-8b9e-e8f86bf401aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-604110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4250'] for router, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:59.778043 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-deea93d5-c01e-44d4-8b9e-e8f86bf401aa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:59.820938 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-deea93d5-c01e-44d4-8b9e-e8f86bf401aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-604103'] for router, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:59.821630 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deea93d5-c01e-44d4-8b9e-e8f86bf401aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9e8dd9a-5f5d-4da4-a903-4f984a247988 {{(pid=94297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 05:25:59.829080 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-deea93d5-c01e-44d4-8b9e-e8f86bf401aa admin admin] Notify callbacks [] for router, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:59.830568 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-deea93d5-c01e-44d4-8b9e-e8f86bf401aa admin admin] 10.222.0.24 "DELETE /v2.0/routers/f9e8dd9a-5f5d-4da4-a903-4f984a247988 HTTP/1.1" status: 204 len: 168 time: 0.7488248 Sep 09 05:25:59.833174 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 42672) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:25:59.880422 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c2338a4-b00e-4eb5-905c-296ad286376e admin admin] Deleting subnet af8cc309-f922-4b5b-9139-7f7e8b7747ed {{(pid=94297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 05:25:59.883371 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-2c2338a4-b00e-4eb5-905c-296ad286376e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:59.915930 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-2c2338a4-b00e-4eb5-905c-296ad286376e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25248003'] for subnet, precommit_delete_associations {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:25:59.997573 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-2c2338a4-b00e-4eb5-905c-296ad286376e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3773045'] for subnet, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:00.055385 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-2c2338a4-b00e-4eb5-905c-296ad286376e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3773052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29281072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28951308'] for subnet, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:00.082580 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-2c2338a4-b00e-4eb5-905c-296ad286376e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:00.084461 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-2c2338a4-b00e-4eb5-905c-296ad286376e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/af8cc309-f922-4b5b-9139-7f7e8b7747ed HTTP/1.1" status: 204 len: 168 time: 0.2502937 Sep 09 05:26:00.085567 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2338a4-b00e-4eb5-905c-296ad286376e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=af8cc309-f922-4b5b-9139-7f7e8b7747ed,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:26:00.087240 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 42674) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:26:00.089165 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7d2ce0-1730-471e-b22f-b236c13484f9 None None] Network 4c49d2e8-bbb3-48a4-b9dd-23115ce7620f requested from dv-cinder-772623-14-iscsi {{(pid=94299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 05:26:00.158039 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-1c414fee-cd64-4360-aa54-cb1236e6d3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3957161'] for network, before_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:00.209802 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.plugin [None req-1c414fee-cd64-4360-aa54-cb1236e6d3f3 admin admin] Deleting port 700c411f-ffa8-457b-b8c8-f262d7ab68f7 {{(pid=94298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 05:26:00.210150 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-1c414fee-cd64-4360-aa54-cb1236e6d3f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748632167994'] for port, before_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:00.271731 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.db [None req-1c414fee-cd64-4360-aa54-cb1236e6d3f3 admin admin] For port 700c411f-ffa8-457b-b8c8-f262d7ab68f7, host dv-cinder-772623-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-14-iscsi',level=0,port_id=700c411f-ffa8-457b-b8c8-f262d7ab68f7,segment=NetworkSegment(94ec00f0-b772-441b-b09c-9fabc2701b02),segment_id=94ec00f0-b772-441b-b09c-9fabc2701b02)] {{(pid=94298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:26:00.272024 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-1c414fee-cd64-4360-aa54-cb1236e6d3f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596826'] for port, precommit_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:00.284500 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.plugin [None req-1c414fee-cd64-4360-aa54-cb1236e6d3f3 admin admin] Calling delete_port for 700c411f-ffa8-457b-b8c8-f262d7ab68f7 owned by network:dhcp {{(pid=94298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 05:26:00.331389 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d3bc83-f43a-4145-8f16-0939d37b1713 None None] DHCP port deletion for 4c49d2e8-bbb3-48a4-b9dd-23115ce7620f request from dv-cinder-772623-14-iscsi {{(pid=94299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 05:26:00.369260 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-1c414fee-cd64-4360-aa54-cb1236e6d3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748632172548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748631669706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1874062'] for port, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:00.379368 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.plugin [None req-c9d3bc83-f43a-4145-8f16-0939d37b1713 None None] Deleting port 700c411f-ffa8-457b-b8c8-f262d7ab68f7 {{(pid=94299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 05:26:00.379821 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-c9d3bc83-f43a-4145-8f16-0939d37b1713 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748632167994'] for port, before_delete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:00.396950 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c414fee-cd64-4360-aa54-cb1236e6d3f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=700c411f-ffa8-457b-b8c8-f262d7ab68f7,revision_number=None']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:26:00.398776 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c414fee-cd64-4360-aa54-cb1236e6d3f3 admin admin] No DVR routers for this DVR port 700c411f-ffa8-457b-b8c8-f262d7ab68f7 on host dv-cinder-772623-14-iscsi {{(pid=94298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 05:26:00.451259 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-c9d3bc83-f43a-4145-8f16-0939d37b1713 None None] For port 700c411f-ffa8-457b-b8c8-f262d7ab68f7, host dv-cinder-772623-14-iscsi, got binding levels [] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:26:00.451975 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-c9d3bc83-f43a-4145-8f16-0939d37b1713 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596826'] for port, precommit_delete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:00.465498 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.plugin [None req-c9d3bc83-f43a-4145-8f16-0939d37b1713 None None] Calling delete_port for 700c411f-ffa8-457b-b8c8-f262d7ab68f7 owned by network:dhcp {{(pid=94299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 05:26:00.469472 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.ipam_backend_mixin [None req-c9d3bc83-f43a-4145-8f16-0939d37b1713 None None] Port 700c411f-ffa8-457b-b8c8-f262d7ab68f7 was not found and therefore no delete operation was performed {{(pid=94299) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 09 05:26:00.471360 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-c9d3bc83-f43a-4145-8f16-0939d37b1713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748632172548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748631669706'] for port, after_delete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:00.483062 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-1c414fee-cd64-4360-aa54-cb1236e6d3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3771648', 'neutron.services.segments.db._delete_segments_for_network-8748632184989'] for network, precommit_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:00.495918 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d3bc83-f43a-4145-8f16-0939d37b1713 None None] Pushing event deleted for resources: {'Port': ['ID=700c411f-ffa8-457b-b8c8-f262d7ab68f7,revision_number=None']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:26:00.500160 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d3bc83-f43a-4145-8f16-0939d37b1713 None None] No DVR routers for this DVR port 700c411f-ffa8-457b-b8c8-f262d7ab68f7 on host dv-cinder-772623-14-iscsi {{(pid=94299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 05:26:00.503097 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.services.segments.db [None req-1c414fee-cd64-4360-aa54-cb1236e6d3f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c49d2e8-bbb3-48a4-b9dd-23115ce7620f']}} {{(pid=94298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:26:00.506158 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d3bc83-f43a-4145-8f16-0939d37b1713 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:26:00.506576 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d3bc83-f43a-4145-8f16-0939d37b1713 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:26:00.506913 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d3bc83-f43a-4145-8f16-0939d37b1713 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:26:00.507253 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d3bc83-f43a-4145-8f16-0939d37b1713 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:26:00.507565 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d3bc83-f43a-4145-8f16-0939d37b1713 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:26:00.507888 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d3bc83-f43a-4145-8f16-0939d37b1713 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:26:00.508204 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d3bc83-f43a-4145-8f16-0939d37b1713 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:26:00.508520 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d3bc83-f43a-4145-8f16-0939d37b1713 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:26:00.508843 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d3bc83-f43a-4145-8f16-0939d37b1713 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:26:00.509158 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d3bc83-f43a-4145-8f16-0939d37b1713 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:26:00.509469 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d3bc83-f43a-4145-8f16-0939d37b1713 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:26:00.509808 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9d3bc83-f43a-4145-8f16-0939d37b1713 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:26:00.512913 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.services.segments.db [None req-1c414fee-cd64-4360-aa54-cb1236e6d3f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94ec00f0-b772-441b-b09c-9fabc2701b02') {'for_net_delete': True} {{(pid=94298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:26:00.513217 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.services.segments.db [None req-1c414fee-cd64-4360-aa54-cb1236e6d3f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94ec00f0-b772-441b-b09c-9fabc2701b02') {} {{(pid=94298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:26:00.525897 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-1c414fee-cd64-4360-aa54-cb1236e6d3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748632182438', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25885088'] for segment, before_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:00.540493 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-1c414fee-cd64-4360-aa54-cb1236e6d3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771871'] for segment, precommit_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:00.546692 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c414fee-cd64-4360-aa54-cb1236e6d3f3 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=94298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 05:26:00.547162 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-1c414fee-cd64-4360-aa54-cb1236e6d3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1872977'] for segment, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:00.549177 dv-cinder-772623-14-iscsi neutron-server[94298]: Traceback (most recent call last): Sep 09 05:26:00.549177 dv-cinder-772623-14-iscsi neutron-server[94298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 05:26:00.549177 dv-cinder-772623-14-iscsi neutron-server[94298]: timer() Sep 09 05:26:00.549177 dv-cinder-772623-14-iscsi neutron-server[94298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 05:26:00.549177 dv-cinder-772623-14-iscsi neutron-server[94298]: cb(*args, **kw) Sep 09 05:26:00.549177 dv-cinder-772623-14-iscsi neutron-server[94298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 05:26:00.549177 dv-cinder-772623-14-iscsi neutron-server[94298]: return func(*args, **kwargs) Sep 09 05:26:00.549177 dv-cinder-772623-14-iscsi neutron-server[94298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 05:26:00.549177 dv-cinder-772623-14-iscsi neutron-server[94298]: self._notify() Sep 09 05:26:00.549177 dv-cinder-772623-14-iscsi neutron-server[94298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 05:26:00.549177 dv-cinder-772623-14-iscsi neutron-server[94298]: self.callback(batched_events) Sep 09 05:26:00.549177 dv-cinder-772623-14-iscsi neutron-server[94298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 05:26:00.549177 dv-cinder-772623-14-iscsi neutron-server[94298]: event.method(event) Sep 09 05:26:00.549177 dv-cinder-772623-14-iscsi neutron-server[94298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 05:26:00.549177 dv-cinder-772623-14-iscsi neutron-server[94298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 05:26:00.549177 dv-cinder-772623-14-iscsi neutron-server[94298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 05:26:00.549177 dv-cinder-772623-14-iscsi neutron-server[94298]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 05:26:00.549177 dv-cinder-772623-14-iscsi neutron-server[94298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 05:26:00.549177 dv-cinder-772623-14-iscsi neutron-server[94298]: return f(self, *a, **k) Sep 09 05:26:00.549177 dv-cinder-772623-14-iscsi neutron-server[94298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 05:26:00.549177 dv-cinder-772623-14-iscsi neutron-server[94298]: return self._get(url).json() Sep 09 05:26:00.549177 dv-cinder-772623-14-iscsi neutron-server[94298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 05:26:00.549177 dv-cinder-772623-14-iscsi neutron-server[94298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 05:26:00.549177 dv-cinder-772623-14-iscsi neutron-server[94298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 05:26:00.549177 dv-cinder-772623-14-iscsi neutron-server[94298]: return self.request(url, 'GET', **kwargs) Sep 09 05:26:00.549177 dv-cinder-772623-14-iscsi neutron-server[94298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 05:26:00.549177 dv-cinder-772623-14-iscsi neutron-server[94298]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 05:26:00.549177 dv-cinder-772623-14-iscsi neutron-server[94298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 05:26:00.549177 dv-cinder-772623-14-iscsi neutron-server[94298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 05:26:00.549177 dv-cinder-772623-14-iscsi neutron-server[94298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 05:26:00.549177 dv-cinder-772623-14-iscsi neutron-server[94298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 05:26:00.549177 dv-cinder-772623-14-iscsi neutron-server[94298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 05:26:00.603985 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-1c414fee-cd64-4360-aa54-cb1236e6d3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3773683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600345'] for network, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:00.621448 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-1c414fee-cd64-4360-aa54-cb1236e6d3f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for network, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:00.622365 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-1c414fee-cd64-4360-aa54-cb1236e6d3f3 admin admin] 10.222.0.24 "DELETE /v2.0/networks/4c49d2e8-bbb3-48a4-b9dd-23115ce7620f HTTP/1.1" status: 204 len: 168 time: 0.5341461 Sep 09 05:26:00.623622 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c414fee-cd64-4360-aa54-cb1236e6d3f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c49d2e8-bbb3-48a4-b9dd-23115ce7620f,revision_number=None']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:26:00.731691 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 42678) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:26:00.777324 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-126678f2-8138-4584-bfe4-56c314cfb52d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=adae3c00f82c46cda5739aa90de24c7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0444820 Sep 09 05:26:00.779844 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 42680) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:26:00.828928 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-233e1be2-a1db-4950-878f-8785f50c6394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:00.850172 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-233e1be2-a1db-4950-878f-8785f50c6394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:00.895374 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-233e1be2-a1db-4950-878f-8785f50c6394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:00.897911 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-233e1be2-a1db-4950-878f-8785f50c6394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:00.899050 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-233e1be2-a1db-4950-878f-8785f50c6394 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ff40e1c5-474b-4137-923a-31d9eebfe1f9 HTTP/1.1" status: 204 len: 168 time: 0.1183305 Sep 09 05:26:00.906513 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233e1be2-a1db-4950-878f-8785f50c6394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff40e1c5-474b-4137-923a-31d9eebfe1f9,revision_number=None']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:26:01.001815 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device 2f2b6c07-fd6b-4e93-a242-5c78a707832d no longer exists at agent ovs-agent-dv-cinder-772623-14-iscsi {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 05:26:01.022446 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.plugin [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] No Port match for: 2f2b6c07-fd6b-4e93-a242-5c78a707832d {{(pid=94299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 05:26:01.022786 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device 2f2b6c07-fd6b-4e93-a242-5c78a707832d not bound to the agent host dv-cinder-772623-14-iscsi {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 05:26:01.023236 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device 700c411f-ffa8-457b-b8c8-f262d7ab68f7 no longer exists at agent ovs-agent-dv-cinder-772623-14-iscsi {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 05:26:01.042040 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.plugin [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] No Port match for: 700c411f-ffa8-457b-b8c8-f262d7ab68f7 {{(pid=94299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 05:26:01.042384 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device 700c411f-ffa8-457b-b8c8-f262d7ab68f7 not bound to the agent host dv-cinder-772623-14-iscsi {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 05:26:01.042804 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device 15bc8b26-8181-49ef-9a78-a1dfa7020b15 no longer exists at agent ovs-agent-dv-cinder-772623-14-iscsi {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 05:26:01.065528 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.plugin [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] No Port match for: 15bc8b26-8181-49ef-9a78-a1dfa7020b15 {{(pid=94299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 05:26:01.065916 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device 15bc8b26-8181-49ef-9a78-a1dfa7020b15 not bound to the agent host dv-cinder-772623-14-iscsi {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 05:26:05.319154 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.agents_db [None req-c4fa6e85-f278-4c65-a736-468407d89cbd None None] Agent healthcheck: found 6 active agents {{(pid=94300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 05:26:05.742935 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 42776) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:26:05.844656 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-76e0ad57-46d1-409f-8e4c-2309eb0674ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:05.931692 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-76e0ad57-46d1-409f-8e4c-2309eb0674ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:05.935425 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-76e0ad57-46d1-409f-8e4c-2309eb0674ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:05.973909 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e0ad57-46d1-409f-8e4c-2309eb0674ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=716487ff-5089-4793-a80c-de52747c23e3,revision_number=1']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:26:05.978862 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-76e0ad57-46d1-409f-8e4c-2309eb0674ac admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ebdb7cfb6fd944db9cbad25c642999df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2348397 Sep 09 05:26:05.980882 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 42780) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:26:06.029261 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-527b3d52-00b8-445b-a444-37efda106c36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:06.050269 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-527b3d52-00b8-445b-a444-37efda106c36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:06.080819 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:06.097670 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-527b3d52-00b8-445b-a444-37efda106c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:06.100329 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-527b3d52-00b8-445b-a444-37efda106c36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:06.103796 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-527b3d52-00b8-445b-a444-37efda106c36 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/716487ff-5089-4793-a80c-de52747c23e3 HTTP/1.1" status: 204 len: 168 time: 0.1196883 Sep 09 05:26:06.109122 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527b3d52-00b8-445b-a444-37efda106c36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=716487ff-5089-4793-a80c-de52747c23e3,revision_number=None']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:26:06.354178 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 42786) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:26:06.367661 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-78697942-4855-467b-8dba-e2170f31ebe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:06.454556 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-78697942-4855-467b-8dba-e2170f31ebe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:06.458775 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-78697942-4855-467b-8dba-e2170f31ebe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:06.497883 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-78697942-4855-467b-8dba-e2170f31ebe9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9396e48b4e2e4ff9aede48a347d606d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1426263 Sep 09 05:26:06.498754 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78697942-4855-467b-8dba-e2170f31ebe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65238f3e-1e56-4d6b-87b0-380b29860dc7,revision_number=1']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:26:06.500549 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 42788) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:26:06.548407 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-59546d50-ca5c-4bfc-ba75-f3a13ae8db23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:06.568406 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-59546d50-ca5c-4bfc-ba75-f3a13ae8db23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:06.615879 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-59546d50-ca5c-4bfc-ba75-f3a13ae8db23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:06.618440 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-59546d50-ca5c-4bfc-ba75-f3a13ae8db23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:06.619581 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-59546d50-ca5c-4bfc-ba75-f3a13ae8db23 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/65238f3e-1e56-4d6b-87b0-380b29860dc7 HTTP/1.1" status: 204 len: 168 time: 0.1180654 Sep 09 05:26:06.627458 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59546d50-ca5c-4bfc-ba75-f3a13ae8db23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65238f3e-1e56-4d6b-87b0-380b29860dc7,revision_number=None']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:26:11.439388 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-f61fc411-bbd9-4e71-a9d6-52d0d534f6e5 req-af36bca2-b4da-4d95-8bf9-daeccca20129 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ea37007f-5745-4343-b680-045a8728f60f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432792 Sep 09 05:26:11.511708 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61fc411-bbd9-4e71-a9d6-52d0d534f6e5 req-874d6b80-be42-4a72-b709-63d637244be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:26:11.513408 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-f61fc411-bbd9-4e71-a9d6-52d0d534f6e5 req-874d6b80-be42-4a72-b709-63d637244be6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=78d2d5f44e3648f4afee26aa92bf9774&device_id=ea37007f-5745-4343-b680-045a8728f60f HTTP/1.1" status: 200 len: 1138 time: 0.0451543 Sep 09 05:26:11.624286 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61fc411-bbd9-4e71-a9d6-52d0d534f6e5 req-238c845a-9b1d-43ff-b79c-3dd7724e0593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:26:11.626304 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-f61fc411-bbd9-4e71-a9d6-52d0d534f6e5 req-238c845a-9b1d-43ff-b79c-3dd7724e0593 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4652544d-e216-4d1d-b8bf-add982dc8019 HTTP/1.1" status: 200 len: 914 time: 0.0920291 Sep 09 05:26:11.694332 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-f61fc411-bbd9-4e71-a9d6-52d0d534f6e5 req-9b53894d-44ae-41ea-a387-7bf45199653a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d412ada-0a25-4b0c-be66-043d29a96678 HTTP/1.1" status: 200 len: 1001 time: 0.0613596 Sep 09 05:26:11.743596 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61fc411-bbd9-4e71-a9d6-52d0d534f6e5 req-6941d6fb-30fc-4f3a-9e19-6ad61dd78c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:26:11.745021 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-f61fc411-bbd9-4e71-a9d6-52d0d534f6e5 req-6941d6fb-30fc-4f3a-9e19-6ad61dd78c50 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=53475f42-77fa-46f8-ae16-8e7d5b7ae076 HTTP/1.1" status: 200 len: 853 time: 0.0441084 Sep 09 05:26:11.788981 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61fc411-bbd9-4e71-a9d6-52d0d534f6e5 req-8da7add3-67bf-4bc5-ba56-1eabf7bec5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:26:11.790335 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-f61fc411-bbd9-4e71-a9d6-52d0d534f6e5 req-8da7add3-67bf-4bc5-ba56-1eabf7bec5d0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4652544d-e216-4d1d-b8bf-add982dc8019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0381303 Sep 09 05:26:11.881321 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-f61fc411-bbd9-4e71-a9d6-52d0d534f6e5 req-2b643d0e-23ed-4d0c-bbac-6f3f1b02d9af service neutron] 10.222.0.23 "GET /v2.0/networks/4652544d-e216-4d1d-b8bf-add982dc8019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836327 Sep 09 05:26:11.967073 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-f61fc411-bbd9-4e71-a9d6-52d0d534f6e5 req-8e7c9230-ed8b-4b89-8304-f96f1a46b6c9 service neutron] 10.222.0.23 "GET /v2.0/networks/4652544d-e216-4d1d-b8bf-add982dc8019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787568 Sep 09 05:26:12.850808 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 42912) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:26:12.961514 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-c1dfc585-f5b1-4549-8bee-cda6b8a404b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:13.049198 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-c1dfc585-f5b1-4549-8bee-cda6b8a404b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:13.052941 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-c1dfc585-f5b1-4549-8bee-cda6b8a404b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:13.091898 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-c1dfc585-f5b1-4549-8bee-cda6b8a404b1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1a5c4a45763d4445a39c0f36bed87eb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2399869 Sep 09 05:26:13.092722 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dfc585-f5b1-4549-8bee-cda6b8a404b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf5faea-583c-44bc-a3d7-bd99e5e951af,revision_number=1']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:26:13.094701 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 42916) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:26:13.146735 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-aaaf9938-a078-472e-8ef5-ec887d634e79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:13.168037 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-aaaf9938-a078-472e-8ef5-ec887d634e79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:13.214106 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-aaaf9938-a078-472e-8ef5-ec887d634e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:13.216634 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-aaaf9938-a078-472e-8ef5-ec887d634e79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:13.218034 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-aaaf9938-a078-472e-8ef5-ec887d634e79 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ebf5faea-583c-44bc-a3d7-bd99e5e951af HTTP/1.1" status: 204 len: 168 time: 0.1222093 Sep 09 05:26:13.226670 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf9938-a078-472e-8ef5-ec887d634e79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf5faea-583c-44bc-a3d7-bd99e5e951af,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:26:13.468508 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 42922) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:26:13.482325 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-b6d58ad5-409a-4ed4-8bba-ae6bc615cc1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:13.570225 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-b6d58ad5-409a-4ed4-8bba-ae6bc615cc1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:13.573844 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-b6d58ad5-409a-4ed4-8bba-ae6bc615cc1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:13.614894 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-b6d58ad5-409a-4ed4-8bba-ae6bc615cc1b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=55535b64916d4dfea0eb7e7c05dd97be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1453195 Sep 09 05:26:13.615996 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d58ad5-409a-4ed4-8bba-ae6bc615cc1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9747d9a-ee9c-44e9-882a-a71d8f0ab6e0,revision_number=1']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:26:13.617534 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 42924) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:26:13.666108 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-f314aefb-517f-4644-b743-46b20e46098f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:13.686639 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-f314aefb-517f-4644-b743-46b20e46098f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:13.731940 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-f314aefb-517f-4644-b743-46b20e46098f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:13.734583 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-f314aefb-517f-4644-b743-46b20e46098f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:13.736332 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-f314aefb-517f-4644-b743-46b20e46098f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b9747d9a-ee9c-44e9-882a-a71d8f0ab6e0 HTTP/1.1" status: 204 len: 168 time: 0.1177092 Sep 09 05:26:13.743492 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f314aefb-517f-4644-b743-46b20e46098f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9747d9a-ee9c-44e9-882a-a71d8f0ab6e0,revision_number=None']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:26:13.884620 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-18c89767-f2b7-4d56-a38d-e7eeb5f1462c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:16.541850 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-a74983d5-0bdc-4452-93d9-74da5957ddbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:16.894998 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:17.665285 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-9dcada0b-7967-4cde-8891-c5586c834af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:19.190957 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-fdc48b13-ab8b-41d0-a622-21cc731cd6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:24.396164 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-a051f84a-44a0-4fc2-a3df-275723c9623c req-e0bc3729-19f1-4576-8d0e-25400685a615 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1445169038&fields=id&tenant_id=78d2d5f44e3648f4afee26aa92bf9774 HTTP/1.1" status: 200 len: 267 time: 0.0333307 Sep 09 05:26:24.453500 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a051f84a-44a0-4fc2-a3df-275723c9623c req-595abe8f-a4e4-4b27-ae3c-778214791414 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:26:24.455559 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-a051f84a-44a0-4fc2-a3df-275723c9623c req-595abe8f-a4e4-4b27-ae3c-778214791414 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea37007f-5745-4343-b680-045a8728f60f HTTP/1.1" status: 200 len: 985 time: 0.0527337 Sep 09 05:26:24.466352 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.v2.base [req-a051f84a-44a0-4fc2-a3df-275723c9623c req-b0a1ff18-a862-45f0-bbd1-38860320b36b tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Request body: {'port': {'security_groups': ['8d65faa1-584b-4a8c-a3f5-1208536c2d2f']}} {{(pid=94298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:26:24.530043 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [req-a051f84a-44a0-4fc2-a3df-275723c9623c req-b0a1ff18-a862-45f0-bbd1-38860320b36b tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:24.702109 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.db [req-a051f84a-44a0-4fc2-a3df-275723c9623c req-b0a1ff18-a862-45f0-bbd1-38860320b36b tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] For port 7d412ada-0a25-4b0c-be66-043d29a96678, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=7d412ada-0a25-4b0c-be66-043d29a96678,segment=NetworkSegment(88dd136d-61f5-4df0-9570-6114bdd8b56a),segment_id=88dd136d-61f5-4df0-9570-6114bdd8b56a)] {{(pid=94298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:26:24.730388 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [req-a051f84a-44a0-4fc2-a3df-275723c9623c req-b0a1ff18-a862-45f0-bbd1-38860320b36b tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Notify callbacks [] for port, precommit_update {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:24.735768 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [req-a051f84a-44a0-4fc2-a3df-275723c9623c req-b0a1ff18-a862-45f0-bbd1-38860320b36b tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1873021'] for port, after_update {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:24.747884 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] get_ports_and_sgs() called for port_ids ['7d412ada-0a25-4b0c-be66-043d29a96678'] {{(pid=94299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 05:26:24.779532 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a051f84a-44a0-4fc2-a3df-275723c9623c req-b0a1ff18-a862-45f0-bbd1-38860320b36b tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:26:24.780147 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [req-a051f84a-44a0-4fc2-a3df-275723c9623c req-b0a1ff18-a862-45f0-bbd1-38860320b36b tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-438482'] for port, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:24.781569 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-a051f84a-44a0-4fc2-a3df-275723c9623c req-b0a1ff18-a862-45f0-bbd1-38860320b36b tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] 10.222.0.24 "PUT /v2.0/ports/7d412ada-0a25-4b0c-be66-043d29a96678 HTTP/1.1" status: 200 len: 943 time: 0.3196375 Sep 09 05:26:24.782283 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea37007f-5745-4343-b680-045a8728f60f', 'tag': '7d412ada-0a25-4b0c-be66-043d29a96678'}] {{(pid=94298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 05:26:24.784755 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bce242ee21533c645a402e1a550c8899fb444cbd779d7c78464fb91fbc7682ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9edd0cb2-98b1-4e46-82a2-9c2a9de6fbc6" -d '{"events": [{"name": "network-changed", "server_uuid": "ea37007f-5745-4343-b680-045a8728f60f", "tag": "7d412ada-0a25-4b0c-be66-043d29a96678"}]}' {{(pid=94298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 05:26:24.790359 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 42992) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:26:24.814713 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a1ff18-a862-45f0-bbd1-38860320b36b tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Pushing event updated for resources: {'Port': ['ID=7d412ada-0a25-4b0c-be66-043d29a96678,revision_number=7']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:26:24.823247 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a1ff18-a862-45f0-bbd1-38860320b36b tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:26:24.823697 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a1ff18-a862-45f0-bbd1-38860320b36b tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:26:24.824042 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a1ff18-a862-45f0-bbd1-38860320b36b tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:26:24.824379 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a1ff18-a862-45f0-bbd1-38860320b36b tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:26:24.824761 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a1ff18-a862-45f0-bbd1-38860320b36b tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:26:24.825098 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a1ff18-a862-45f0-bbd1-38860320b36b tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:26:24.825428 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a1ff18-a862-45f0-bbd1-38860320b36b tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:26:24.825959 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a1ff18-a862-45f0-bbd1-38860320b36b tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:26:24.826411 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a1ff18-a862-45f0-bbd1-38860320b36b tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:26:24.826664 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a1ff18-a862-45f0-bbd1-38860320b36b tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:26:24.826987 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a1ff18-a862-45f0-bbd1-38860320b36b tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:26:24.827354 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a1ff18-a862-45f0-bbd1-38860320b36b tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:26:24.858001 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 05:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d1b5d2-76ed-465e-931d-9c48d85367d0 x-openstack-request-id: req-b8d1b5d2-76ed-465e-931d-9c48d85367d0 {{(pid=94298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 05:26:24.858679 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea37007f-5745-4343-b680-045a8728f60f", "tag": "7d412ada-0a25-4b0c-be66-043d29a96678", "status": "completed", "code": 200}]} {{(pid=94298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 05:26:24.858972 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] get_ports_and_sgs() called for port_ids ['7d412ada-0a25-4b0c-be66-043d29a96678'] {{(pid=94299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 05:26:24.859093 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b8d1b5d2-76ed-465e-931d-9c48d85367d0 {{(pid=94298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 05:26:24.859437 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea37007f-5745-4343-b680-045a8728f60f', 'tag': '7d412ada-0a25-4b0c-be66-043d29a96678', 'status': 'completed', 'code': 200} Sep 09 05:26:24.892715 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-2e26b0ef-a1f2-4c55-9952-1c265122b950 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Notify callbacks [] for security_group, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:24.950611 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-2e26b0ef-a1f2-4c55-9952-1c265122b950 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:24.970391 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edd0cb2-98b1-4e46-82a2-9c2a9de6fbc6 req-5f307751-36d2-4fa3-a8bc-de7f18a16e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:26:24.971944 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-9edd0cb2-98b1-4e46-82a2-9c2a9de6fbc6 req-5f307751-36d2-4fa3-a8bc-de7f18a16e28 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=78d2d5f44e3648f4afee26aa92bf9774&device_id=ea37007f-5745-4343-b680-045a8728f60f HTTP/1.1" status: 200 len: 1099 time: 0.0947299 Sep 09 05:26:25.068199 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-1a58362a-6471-43b1-8087-2edfee349dcf None None] Provisioning complete for port 7d412ada-0a25-4b0c-be66-043d29a96678 triggered by entity DHCP. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:26:25.068464 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1a58362a-6471-43b1-8087-2edfee349dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:25.089004 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edd0cb2-98b1-4e46-82a2-9c2a9de6fbc6 req-3207132e-2cca-45ce-9f8e-3d8a30f5c79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:26:25.090594 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-9edd0cb2-98b1-4e46-82a2-9c2a9de6fbc6 req-3207132e-2cca-45ce-9f8e-3d8a30f5c79f service neutron] 10.222.0.23 "GET /v2.0/networks?id=4652544d-e216-4d1d-b8bf-add982dc8019 HTTP/1.1" status: 200 len: 914 time: 0.1073151 Sep 09 05:26:25.105272 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-2e26b0ef-a1f2-4c55-9952-1c265122b950 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:25.108056 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-2e26b0ef-a1f2-4c55-9952-1c265122b950 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Notify callbacks [] for security_group, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:25.109153 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-2e26b0ef-a1f2-4c55-9952-1c265122b950 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] 10.222.0.24 "DELETE /v2.0/security-groups/57206da5-9169-488d-afb3-9d29e2f89d9f HTTP/1.1" status: 204 len: 168 time: 0.3149247 Sep 09 05:26:25.112217 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 42994) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:26:25.150817 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e26b0ef-a1f2-4c55-9952-1c265122b950 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57206da5-9169-488d-afb3-9d29e2f89d9f,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:26:25.179183 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-9edd0cb2-98b1-4e46-82a2-9c2a9de6fbc6 req-2dfc12e0-2e85-4d65-a1a5-5351631f81da service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d412ada-0a25-4b0c-be66-043d29a96678 HTTP/1.1" status: 200 len: 1001 time: 0.0808976 Sep 09 05:26:25.230184 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edd0cb2-98b1-4e46-82a2-9c2a9de6fbc6 req-338f4e32-1cf1-4f81-8ec7-6b8130502b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:26:25.231803 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-9edd0cb2-98b1-4e46-82a2-9c2a9de6fbc6 req-338f4e32-1cf1-4f81-8ec7-6b8130502b4b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=53475f42-77fa-46f8-ae16-8e7d5b7ae076 HTTP/1.1" status: 200 len: 853 time: 0.0454466 Sep 09 05:26:25.276838 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edd0cb2-98b1-4e46-82a2-9c2a9de6fbc6 req-14b74d10-c860-4fdf-aa3a-06561921bcff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:26:25.278417 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-9edd0cb2-98b1-4e46-82a2-9c2a9de6fbc6 req-14b74d10-c860-4fdf-aa3a-06561921bcff service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4652544d-e216-4d1d-b8bf-add982dc8019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0388470 Sep 09 05:26:25.280051 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.plugin [None req-1c08af26-246c-46ee-b50a-51212e0a0df5 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Deleting port afe54949-d28a-4bb7-84b5-27422dd335a1 {{(pid=94298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 05:26:25.280386 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-1c08af26-246c-46ee-b50a-51212e0a0df5 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748632167994'] for port, before_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:25.353615 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-1c08af26-246c-46ee-b50a-51212e0a0df5 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596826'] for port, precommit_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:25.354052 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-1c08af26-246c-46ee-b50a-51212e0a0df5 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:25.365672 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.plugin [None req-1c08af26-246c-46ee-b50a-51212e0a0df5 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Calling delete_port for afe54949-d28a-4bb7-84b5-27422dd335a1 owned by network:floatingip {{(pid=94298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 05:26:25.374135 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-9edd0cb2-98b1-4e46-82a2-9c2a9de6fbc6 req-aa4b456c-9708-447e-976e-be7bd76e5fb3 service neutron] 10.222.0.23 "GET /v2.0/networks/4652544d-e216-4d1d-b8bf-add982dc8019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836484 Sep 09 05:26:25.473679 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-9edd0cb2-98b1-4e46-82a2-9c2a9de6fbc6 req-a9a20f82-f82b-485d-b9b5-86fb19e1073c service neutron] 10.222.0.23 "GET /v2.0/networks/4652544d-e216-4d1d-b8bf-add982dc8019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922663 Sep 09 05:26:25.539885 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-1c08af26-246c-46ee-b50a-51212e0a0df5 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748632172548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748631669706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1874062'] for port, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:25.567513 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c08af26-246c-46ee-b50a-51212e0a0df5 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Pushing event deleted for resources: {'Port': ['ID=afe54949-d28a-4bb7-84b5-27422dd335a1,revision_number=None']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:26:25.629232 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-1c08af26-246c-46ee-b50a-51212e0a0df5 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Notify callbacks [] for floatingip, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:25.629558 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.db.l3_db [None req-1c08af26-246c-46ee-b50a-51212e0a0df5 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Floating IP 355cf3fe-dcbd-4f7e-860b-6f0b058a573a disassociated (deleted). External IP: 172.27.2.41, port: 7d412ada-0a25-4b0c-be66-043d29a96678. Sep 09 05:26:25.840648 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c08af26-246c-46ee-b50a-51212e0a0df5 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Router 5202badf-1d93-4143-ac7a-5d37bf29963e has already been hosted by L3 agent e912432c-85e4-4a31-b574-aae2dcf01ec7 {{(pid=94298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 05:26:25.947444 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c08af26-246c-46ee-b50a-51212e0a0df5 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Notify agent at l3_agent.dv-cinder-772623-14-iscsi the message routers_updated {{(pid=94298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 05:26:25.952302 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-1c08af26-246c-46ee-b50a-51212e0a0df5 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-438482'] for floatingip, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:25.957072 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6f2a2b-3522-431a-92c1-8dae0c4462c9 None None] Sync routers for ids ['5202badf-1d93-4143-ac7a-5d37bf29963e'] in dv-cinder-772623-14-iscsi {{(pid=94299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 05:26:25.965861 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6f2a2b-3522-431a-92c1-8dae0c4462c9 None None] Routers {'5202badf-1d93-4143-ac7a-5d37bf29963e'} bound to L3 agent in host dv-cinder-772623-14-iscsi {{(pid=94299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 05:26:25.966469 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-be6f2a2b-3522-431a-92c1-8dae0c4462c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T05:09:16Z,description=,heartbeat_timestamp=2021-09-09T05:26:17Z,host='dv-cinder-772623-14-iscsi',id=e912432c-85e4-4a31-b574-aae2dcf01ec7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T05:09:16Z,topic='l3_agent')) {'router_ids': ['5202badf-1d93-4143-ac7a-5d37bf29963e'], 'active': True} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:26:25.980718 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-1c08af26-246c-46ee-b50a-51212e0a0df5 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] 10.222.0.24 "DELETE /v2.0/floatingips/355cf3fe-dcbd-4f7e-860b-6f0b058a573a HTTP/1.1" status: 204 len: 168 time: 0.8667581 Sep 09 05:26:26.073293 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvr_db [None req-be6f2a2b-3522-431a-92c1-8dae0c4462c9 None None] Set router 5202badf-1d93-4143-ac7a-5d37bf29963e gateway port host: dv-cinder-772623-14-iscsi {{(pid=94299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 05:26:26.276585 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-be6f2a2b-3522-431a-92c1-8dae0c4462c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5202badf-1d93-4143-ac7a-5d37bf29963e', 'name': 'tempest-TestMinimumBasicScenario-446877754-router', 'tenant_id': '78d2d5f44e3648f4afee26aa92bf9774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '1244df33-a243-422e-b706-c332d80b1d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:24:20Z', 'updated_at': '2021-09-09T05:24:23Z', 'revision_number': 4, 'project_id': '78d2d5f44e3648f4afee26aa92bf9774', 'gw_port': {'id': '1244df33-a243-422e-b706-c332d80b1d2a', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5202badf-1d93-4143-ac7a-5d37bf29963e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:24:20Z', 'updated_at': '2021-09-09T05:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi', '_interfaces': [{'id': 'a6229c0d-c053-44e3-ac50-9583d3a4f0ba', 'name': '', 'network_id': '4652544d-e216-4d1d-b8bf-add982dc8019', 'tenant_id': '78d2d5f44e3648f4afee26aa92bf9774', 'mac_address': 'fa:16:3e:66:ba:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5202badf-1d93-4143-ac7a-5d37bf29963e', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '53475f42-77fa-46f8-ae16-8e7d5b7ae076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:24:22Z', 'updated_at': '2021-09-09T05:24:29Z', 'revision_number': 5, 'project_id': '78d2d5f44e3648f4afee26aa92bf9774', 'subnets': [{'id': '53475f42-77fa-46f8-ae16-8e7d5b7ae076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-14-iscsi', False) {} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:26:26.420808 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6f2a2b-3522-431a-92c1-8dae0c4462c9 None None] Checking router: 5202badf-1d93-4143-ac7a-5d37bf29963e for host: dv-cinder-772623-14-iscsi {{(pid=94299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 05:26:26.429901 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6f2a2b-3522-431a-92c1-8dae0c4462c9 None None] Routers {'5202badf-1d93-4143-ac7a-5d37bf29963e'} bound to L3 agent in host dv-cinder-772623-14-iscsi {{(pid=94299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 05:26:26.430512 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-be6f2a2b-3522-431a-92c1-8dae0c4462c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T05:09:16Z,description=,heartbeat_timestamp=2021-09-09T05:26:17Z,host='dv-cinder-772623-14-iscsi',id=e912432c-85e4-4a31-b574-aae2dcf01ec7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T05:09:16Z,topic='l3_agent')) {'router_ids': ['5202badf-1d93-4143-ac7a-5d37bf29963e'], 'active': True} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:26:26.536648 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvr_db [None req-be6f2a2b-3522-431a-92c1-8dae0c4462c9 None None] Set router 5202badf-1d93-4143-ac7a-5d37bf29963e gateway port host: dv-cinder-772623-14-iscsi {{(pid=94299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 05:26:26.732852 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-be6f2a2b-3522-431a-92c1-8dae0c4462c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5202badf-1d93-4143-ac7a-5d37bf29963e', 'name': 'tempest-TestMinimumBasicScenario-446877754-router', 'tenant_id': '78d2d5f44e3648f4afee26aa92bf9774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '1244df33-a243-422e-b706-c332d80b1d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:24:20Z', 'updated_at': '2021-09-09T05:24:23Z', 'revision_number': 4, 'project_id': '78d2d5f44e3648f4afee26aa92bf9774', 'gw_port': {'id': '1244df33-a243-422e-b706-c332d80b1d2a', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5202badf-1d93-4143-ac7a-5d37bf29963e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:24:20Z', 'updated_at': '2021-09-09T05:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi', '_interfaces': [{'id': 'a6229c0d-c053-44e3-ac50-9583d3a4f0ba', 'name': '', 'network_id': '4652544d-e216-4d1d-b8bf-add982dc8019', 'tenant_id': '78d2d5f44e3648f4afee26aa92bf9774', 'mac_address': 'fa:16:3e:66:ba:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5202badf-1d93-4143-ac7a-5d37bf29963e', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '53475f42-77fa-46f8-ae16-8e7d5b7ae076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:24:22Z', 'updated_at': '2021-09-09T05:24:29Z', 'revision_number': 5, 'project_id': '78d2d5f44e3648f4afee26aa92bf9774', 'subnets': [{'id': '53475f42-77fa-46f8-ae16-8e7d5b7ae076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-14-iscsi', False) {} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:26:26.757885 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6f2a2b-3522-431a-92c1-8dae0c4462c9 None None] The sync data for ids ['5202badf-1d93-4143-ac7a-5d37bf29963e'] in dv-cinder-772623-14-iscsi is: [{'id': '5202badf-1d93-4143-ac7a-5d37bf29963e', 'name': 'tempest-TestMinimumBasicScenario-446877754-router', 'tenant_id': '78d2d5f44e3648f4afee26aa92bf9774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '1244df33-a243-422e-b706-c332d80b1d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:24:20Z', 'updated_at': '2021-09-09T05:24:23Z', 'revision_number': 4, 'project_id': '78d2d5f44e3648f4afee26aa92bf9774', 'gw_port': {'id': '1244df33-a243-422e-b706-c332d80b1d2a', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5202badf-1d93-4143-ac7a-5d37bf29963e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:24:20Z', 'updated_at': '2021-09-09T05:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi', '_interfaces': [{'id': 'a6229c0d-c053-44e3-ac50-9583d3a4f0ba', 'name': '', 'network_id': '4652544d-e216-4d1d-b8bf-add982dc8019', 'tenant_id': '78d2d5f44e3648f4afee26aa92bf9774', 'mac_address': 'fa:16:3e:66:ba:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5202badf-1d93-4143-ac7a-5d37bf29963e', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '53475f42-77fa-46f8-ae16-8e7d5b7ae076', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:24:22Z', 'updated_at': '2021-09-09T05:24:29Z', 'revision_number': 5, 'project_id': '78d2d5f44e3648f4afee26aa92bf9774', 'subnets': [{'id': '53475f42-77fa-46f8-ae16-8e7d5b7ae076', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 05:26:26.860666 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea37007f-5745-4343-b680-045a8728f60f', 'tag': '7d412ada-0a25-4b0c-be66-043d29a96678'}] {{(pid=94298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 05:26:26.863751 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bce242ee21533c645a402e1a550c8899fb444cbd779d7c78464fb91fbc7682ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2956e679-5291-4dd1-9289-411dcd883524" -d '{"events": [{"name": "network-changed", "server_uuid": "ea37007f-5745-4343-b680-045a8728f60f", "tag": "7d412ada-0a25-4b0c-be66-043d29a96678"}]}' {{(pid=94298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 05:26:26.910693 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 05:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a65040df-087c-4d47-9cc3-b98859d1e31d x-openstack-request-id: req-a65040df-087c-4d47-9cc3-b98859d1e31d {{(pid=94298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 05:26:26.911080 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea37007f-5745-4343-b680-045a8728f60f", "tag": "7d412ada-0a25-4b0c-be66-043d29a96678", "status": "completed", "code": 200}]} {{(pid=94298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 05:26:26.911417 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a65040df-087c-4d47-9cc3-b98859d1e31d {{(pid=94298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 05:26:26.911899 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea37007f-5745-4343-b680-045a8728f60f', 'tag': '7d412ada-0a25-4b0c-be66-043d29a96678', 'status': 'completed', 'code': 200} Sep 09 05:26:26.985401 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2956e679-5291-4dd1-9289-411dcd883524 req-d20da7ac-b137-44f9-85d4-445a90fdfa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:26:26.987143 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-2956e679-5291-4dd1-9289-411dcd883524 req-d20da7ac-b137-44f9-85d4-445a90fdfa32 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=78d2d5f44e3648f4afee26aa92bf9774&device_id=ea37007f-5745-4343-b680-045a8728f60f HTTP/1.1" status: 200 len: 1099 time: 0.0533879 Sep 09 05:26:27.025124 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f027d7a9-bd86-4d20-bf05-7f0de817558d None None] New status for floating IP 355cf3fe-dcbd-4f7e-860b-6f0b058a573a: DOWN {{(pid=94300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 05:26:27.086827 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2956e679-5291-4dd1-9289-411dcd883524 req-2cc3a1a8-3de1-4081-b641-bb8043ec7b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:26:27.088864 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-2956e679-5291-4dd1-9289-411dcd883524 req-2cc3a1a8-3de1-4081-b641-bb8043ec7b27 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4652544d-e216-4d1d-b8bf-add982dc8019 HTTP/1.1" status: 200 len: 914 time: 0.0943325 Sep 09 05:26:27.138730 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-2956e679-5291-4dd1-9289-411dcd883524 req-1ef1bd50-44e5-412c-8788-0b3c5c2c1d39 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7d412ada-0a25-4b0c-be66-043d29a96678 HTTP/1.1" status: 200 len: 217 time: 0.0415192 Sep 09 05:26:27.189298 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2956e679-5291-4dd1-9289-411dcd883524 req-34bc905e-70f4-4434-bc12-59abf3bf1b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:26:27.190868 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-2956e679-5291-4dd1-9289-411dcd883524 req-34bc905e-70f4-4434-bc12-59abf3bf1b0c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=53475f42-77fa-46f8-ae16-8e7d5b7ae076 HTTP/1.1" status: 200 len: 853 time: 0.0455129 Sep 09 05:26:27.243826 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2956e679-5291-4dd1-9289-411dcd883524 req-ee5901ee-b1da-4536-925a-03e5c52483e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:26:27.245331 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-2956e679-5291-4dd1-9289-411dcd883524 req-ee5901ee-b1da-4536-925a-03e5c52483e7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4652544d-e216-4d1d-b8bf-add982dc8019&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0475905 Sep 09 05:26:27.344039 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-2956e679-5291-4dd1-9289-411dcd883524 req-aba1da17-876d-438b-83d6-67efa79636b4 service neutron] 10.222.0.23 "GET /v2.0/networks/4652544d-e216-4d1d-b8bf-add982dc8019?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911531 Sep 09 05:26:28.234762 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-2956e679-5291-4dd1-9289-411dcd883524 req-18f06d98-1449-4b0d-82f2-15af5df608b5 service neutron] 10.222.0.23 "GET /v2.0/networks/4652544d-e216-4d1d-b8bf-add982dc8019?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878227 Sep 09 05:26:30.942880 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa421aa-ae1a-4f23-852e-f9b32ec562eb req-e5442dd9-c752-4838-918c-f117e9534c93 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:26:30.944351 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-1fa421aa-ae1a-4f23-852e-f9b32ec562eb req-e5442dd9-c752-4838-918c-f117e9534c93 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea37007f-5745-4343-b680-045a8728f60f HTTP/1.1" status: 200 len: 946 time: 0.0493681 Sep 09 05:26:30.982098 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-1fa421aa-ae1a-4f23-852e-f9b32ec562eb req-4e8c9be5-8972-4581-b28a-7f3399110e75 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d65faa1-584b-4a8c-a3f5-1208536c2d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317719 Sep 09 05:26:32.095562 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0687fa09-82c6-4ac6-9c17-49fceab11517 req-5c7de1c1-6fc4-4116-9625-1c12789c11d7 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:26:32.097056 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-0687fa09-82c6-4ac6-9c17-49fceab11517 req-5c7de1c1-6fc4-4116-9625-1c12789c11d7 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea37007f-5745-4343-b680-045a8728f60f HTTP/1.1" status: 200 len: 946 time: 0.0472186 Sep 09 05:26:32.136948 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-0687fa09-82c6-4ac6-9c17-49fceab11517 req-8e839706-9115-4859-953b-299392b0ca8a tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] 10.222.0.24 "GET /v2.0/security-groups?id=8d65faa1-584b-4a8c-a3f5-1208536c2d2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323215 Sep 09 05:26:32.831805 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820be1b5-ce1c-4977-b4a5-5edc69e6dbc6 req-a2253e11-8aef-435a-8225-3dbd5f899534 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:26:32.833271 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-820be1b5-ce1c-4977-b4a5-5edc69e6dbc6 req-a2253e11-8aef-435a-8225-3dbd5f899534 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea37007f-5745-4343-b680-045a8728f60f HTTP/1.1" status: 200 len: 946 time: 0.3025410 Sep 09 05:26:32.926524 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.plugin [req-820be1b5-ce1c-4977-b4a5-5edc69e6dbc6 req-793734e6-40f2-4fdf-8485-944485165715 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Deleting port 7d412ada-0a25-4b0c-be66-043d29a96678 {{(pid=94297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 05:26:32.926865 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-820be1b5-ce1c-4977-b4a5-5edc69e6dbc6 req-793734e6-40f2-4fdf-8485-944485165715 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748632167994'] for port, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:33.018758 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.db [req-820be1b5-ce1c-4977-b4a5-5edc69e6dbc6 req-793734e6-40f2-4fdf-8485-944485165715 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] For port 7d412ada-0a25-4b0c-be66-043d29a96678, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=7d412ada-0a25-4b0c-be66-043d29a96678,segment=NetworkSegment(88dd136d-61f5-4df0-9570-6114bdd8b56a),segment_id=88dd136d-61f5-4df0-9570-6114bdd8b56a)] {{(pid=94297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:26:33.019116 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-820be1b5-ce1c-4977-b4a5-5edc69e6dbc6 req-793734e6-40f2-4fdf-8485-944485165715 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596826'] for port, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:33.031210 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.plugin [req-820be1b5-ce1c-4977-b4a5-5edc69e6dbc6 req-793734e6-40f2-4fdf-8485-944485165715 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Calling delete_port for 7d412ada-0a25-4b0c-be66-043d29a96678 owned by compute:nova {{(pid=94297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 05:26:33.152060 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-820be1b5-ce1c-4977-b4a5-5edc69e6dbc6 req-793734e6-40f2-4fdf-8485-944485165715 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748632172548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748631669706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29281037'] for port, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:33.182054 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793734e6-40f2-4fdf-8485-944485165715 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Pushing event deleted for resources: {'Port': ['ID=7d412ada-0a25-4b0c-be66-043d29a96678,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:26:33.227713 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.l3_dvrscheduler_db [req-820be1b5-ce1c-4977-b4a5-5edc69e6dbc6 req-793734e6-40f2-4fdf-8485-944485165715 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] No DVR routers for this DVR port 7d412ada-0a25-4b0c-be66-043d29a96678 on host hv-cinder-77262 {{(pid=94297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 05:26:33.230268 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-820be1b5-ce1c-4977-b4a5-5edc69e6dbc6 req-793734e6-40f2-4fdf-8485-944485165715 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-438482'] for port, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:33.232557 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-820be1b5-ce1c-4977-b4a5-5edc69e6dbc6 req-793734e6-40f2-4fdf-8485-944485165715 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] 10.222.0.23 "DELETE /v2.0/ports/7d412ada-0a25-4b0c-be66-043d29a96678 HTTP/1.1" status: 204 len: 173 time: 0.3927374 Sep 09 05:26:33.232990 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea37007f-5745-4343-b680-045a8728f60f', 'name': 'network-vif-deleted', 'tag': '7d412ada-0a25-4b0c-be66-043d29a96678'}] {{(pid=94297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 05:26:33.235760 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85c66017178c43798701892324557e4ac90163104f6096848bec1798d04fbbd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a338a3-a55f-4296-8d22-75264b1bbf7b" -d '{"events": [{"server_uuid": "ea37007f-5745-4343-b680-045a8728f60f", "name": "network-vif-deleted", "tag": "7d412ada-0a25-4b0c-be66-043d29a96678"}]}' {{(pid=94297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 05:26:33.236055 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-eb8f2665-b29e-47a8-9d91-55e11cfa59d3 req-43ed5d7e-abbe-47c2-8998-7d61a9960ac9 tempest-TestMinimumBasicScenario-950505392 tempest-TestMinimumBasicScenario-950505392-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea37007f-5745-4343-b680-045a8728f60f HTTP/1.1" status: 200 len: 210 time: 0.0318418 Sep 09 05:26:33.271400 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 05:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d3ac631-db19-40ab-9b67-266aecdd6482 x-openstack-request-id: req-5d3ac631-db19-40ab-9b67-266aecdd6482 {{(pid=94297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 05:26:33.271684 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea37007f-5745-4343-b680-045a8728f60f", "name": "network-vif-deleted", "tag": "7d412ada-0a25-4b0c-be66-043d29a96678", "status": "completed", "code": 200}]} {{(pid=94297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 05:26:33.271931 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5d3ac631-db19-40ab-9b67-266aecdd6482 {{(pid=94297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 05:26:33.272322 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea37007f-5745-4343-b680-045a8728f60f', 'name': 'network-vif-deleted', 'tag': '7d412ada-0a25-4b0c-be66-043d29a96678', 'status': 'completed', 'code': 200} Sep 09 05:26:34.221669 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 43096) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:26:34.327746 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-63890987-9a49-48e3-a0e5-600cdcb790ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:34.419898 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-63890987-9a49-48e3-a0e5-600cdcb790ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:34.423748 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-63890987-9a49-48e3-a0e5-600cdcb790ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:34.464799 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-63890987-9a49-48e3-a0e5-600cdcb790ac admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d3617ea1eeec4899affe648e808a32b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2420335 Sep 09 05:26:34.466109 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63890987-9a49-48e3-a0e5-600cdcb790ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e47e9713-c841-421f-af8f-99a50b05222d,revision_number=1']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:26:34.467633 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 43120) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:26:34.516705 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-44461c23-6ea8-45f4-8cb6-4da365116a5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:34.537902 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-44461c23-6ea8-45f4-8cb6-4da365116a5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:34.587371 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-44461c23-6ea8-45f4-8cb6-4da365116a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:34.589818 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-44461c23-6ea8-45f4-8cb6-4da365116a5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:34.594041 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-44461c23-6ea8-45f4-8cb6-4da365116a5c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e47e9713-c841-421f-af8f-99a50b05222d HTTP/1.1" status: 204 len: 168 time: 0.1223686 Sep 09 05:26:34.601312 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44461c23-6ea8-45f4-8cb6-4da365116a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e47e9713-c841-421f-af8f-99a50b05222d,revision_number=None']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:26:34.939584 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device 7d412ada-0a25-4b0c-be66-043d29a96678 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 05:26:34.941093 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 43162) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:26:34.960994 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.plugin [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] No Port match for: 7d412ada-0a25-4b0c-be66-043d29a96678 {{(pid=94299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 05:26:34.961200 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device 7d412ada-0a25-4b0c-be66-043d29a96678 not bound to the agent host hv-cinder-77262 {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 05:26:35.293662 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-e01c67c2-89b6-47b7-bec7-9ad0c94f7673 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601131'] for router_interface, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:35.546180 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.plugin [None req-e01c67c2-89b6-47b7-bec7-9ad0c94f7673 admin admin] Deleting port a6229c0d-c053-44e3-ac50-9583d3a4f0ba {{(pid=94297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 05:26:35.546531 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-e01c67c2-89b6-47b7-bec7-9ad0c94f7673 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748632167994'] for port, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:35.623606 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.db [None req-e01c67c2-89b6-47b7-bec7-9ad0c94f7673 admin admin] For port a6229c0d-c053-44e3-ac50-9583d3a4f0ba, host dv-cinder-772623-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-14-iscsi',level=0,port_id=a6229c0d-c053-44e3-ac50-9583d3a4f0ba,segment=NetworkSegment(88dd136d-61f5-4df0-9570-6114bdd8b56a),segment_id=88dd136d-61f5-4df0-9570-6114bdd8b56a)] {{(pid=94297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:26:35.623993 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-e01c67c2-89b6-47b7-bec7-9ad0c94f7673 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596826'] for port, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:35.640117 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.plugin [None req-e01c67c2-89b6-47b7-bec7-9ad0c94f7673 admin admin] Calling delete_port for a6229c0d-c053-44e3-ac50-9583d3a4f0ba owned by network:router_interface {{(pid=94297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 05:26:35.829814 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-e01c67c2-89b6-47b7-bec7-9ad0c94f7673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748632172548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748631669706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29281037'] for port, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:35.855241 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01c67c2-89b6-47b7-bec7-9ad0c94f7673 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6229c0d-c053-44e3-ac50-9583d3a4f0ba,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:26:36.028562 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-e01c67c2-89b6-47b7-bec7-9ad0c94f7673 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601247'] for router_interface, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:36.084114 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:36.245589 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e01c67c2-89b6-47b7-bec7-9ad0c94f7673 admin admin] Router 5202badf-1d93-4143-ac7a-5d37bf29963e has already been hosted by L3 agent e912432c-85e4-4a31-b574-aae2dcf01ec7 {{(pid=94297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 05:26:36.350877 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e01c67c2-89b6-47b7-bec7-9ad0c94f7673 admin admin] Notify agent at l3_agent.dv-cinder-772623-14-iscsi the message routers_updated {{(pid=94297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 05:26:36.356409 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-e01c67c2-89b6-47b7-bec7-9ad0c94f7673 admin admin] 10.222.0.24 "PUT /v2.0/routers/5202badf-1d93-4143-ac7a-5d37bf29963e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4137177 Sep 09 05:26:36.358976 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 43232) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:26:36.360001 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b364b2-58dc-4033-af40-183107964488 None None] Sync routers for ids ['5202badf-1d93-4143-ac7a-5d37bf29963e'] in dv-cinder-772623-14-iscsi {{(pid=94299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 05:26:36.369113 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b364b2-58dc-4033-af40-183107964488 None None] Routers {'5202badf-1d93-4143-ac7a-5d37bf29963e'} bound to L3 agent in host dv-cinder-772623-14-iscsi {{(pid=94299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 05:26:36.369831 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-d3b364b2-58dc-4033-af40-183107964488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T05:09:16Z,description=,heartbeat_timestamp=2021-09-09T05:26:17Z,host='dv-cinder-772623-14-iscsi',id=e912432c-85e4-4a31-b574-aae2dcf01ec7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T05:09:16Z,topic='l3_agent')) {'router_ids': ['5202badf-1d93-4143-ac7a-5d37bf29963e'], 'active': True} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:26:36.462497 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-22d23911-33a2-4875-9c5f-9f5fea28974d admin admin] Notify callbacks [] for router, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:36.477907 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvr_db [None req-d3b364b2-58dc-4033-af40-183107964488 None None] Set router 5202badf-1d93-4143-ac7a-5d37bf29963e gateway port host: dv-cinder-772623-14-iscsi {{(pid=94299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 05:26:36.567538 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-22d23911-33a2-4875-9c5f-9f5fea28974d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:36.619768 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.plugin [None req-22d23911-33a2-4875-9c5f-9f5fea28974d admin admin] Deleting port 1244df33-a243-422e-b706-c332d80b1d2a {{(pid=94297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 05:26:36.620379 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-22d23911-33a2-4875-9c5f-9f5fea28974d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748632167994'] for port, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:36.672739 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-d3b364b2-58dc-4033-af40-183107964488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5202badf-1d93-4143-ac7a-5d37bf29963e', 'name': 'tempest-TestMinimumBasicScenario-446877754-router', 'tenant_id': '78d2d5f44e3648f4afee26aa92bf9774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.101'}], 'enable_snat': True}, 'gw_port_id': '1244df33-a243-422e-b706-c332d80b1d2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:24:20Z', 'updated_at': '2021-09-09T05:26:35Z', 'revision_number': 5, 'project_id': '78d2d5f44e3648f4afee26aa92bf9774', 'gw_port': {'id': '1244df33-a243-422e-b706-c332d80b1d2a', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:a7:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5202badf-1d93-4143-ac7a-5d37bf29963e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:24:20Z', 'updated_at': '2021-09-09T05:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi'}], 'dv-cinder-772623-14-iscsi', False) {} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:26:36.698930 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.db [None req-22d23911-33a2-4875-9c5f-9f5fea28974d admin admin] For port 1244df33-a243-422e-b706-c332d80b1d2a, host dv-cinder-772623-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-14-iscsi',level=0,port_id=1244df33-a243-422e-b706-c332d80b1d2a,segment=NetworkSegment(df80411f-acb6-4e9d-a7f5-4a8066bc7b33),segment_id=df80411f-acb6-4e9d-a7f5-4a8066bc7b33)] {{(pid=94297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:26:36.699171 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b364b2-58dc-4033-af40-183107964488 None None] Checking router: 5202badf-1d93-4143-ac7a-5d37bf29963e for host: dv-cinder-772623-14-iscsi {{(pid=94299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 05:26:36.699278 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-22d23911-33a2-4875-9c5f-9f5fea28974d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596826'] for port, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:36.708019 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b364b2-58dc-4033-af40-183107964488 None None] Routers {'5202badf-1d93-4143-ac7a-5d37bf29963e'} bound to L3 agent in host dv-cinder-772623-14-iscsi {{(pid=94299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 05:26:36.708619 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-d3b364b2-58dc-4033-af40-183107964488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T05:09:16Z,description=,heartbeat_timestamp=2021-09-09T05:26:17Z,host='dv-cinder-772623-14-iscsi',id=e912432c-85e4-4a31-b574-aae2dcf01ec7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T05:09:16Z,topic='l3_agent')) {'router_ids': ['5202badf-1d93-4143-ac7a-5d37bf29963e'], 'active': True} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:26:36.715700 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.plugin [None req-22d23911-33a2-4875-9c5f-9f5fea28974d admin admin] Calling delete_port for 1244df33-a243-422e-b706-c332d80b1d2a owned by network:router_gateway {{(pid=94297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 05:26:36.796181 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvr_db [None req-d3b364b2-58dc-4033-af40-183107964488 None None] Set router 5202badf-1d93-4143-ac7a-5d37bf29963e gateway port host: None {{(pid=94299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 05:26:36.854666 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-d3b364b2-58dc-4033-af40-183107964488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5202badf-1d93-4143-ac7a-5d37bf29963e', 'name': 'tempest-TestMinimumBasicScenario-446877754-router', 'tenant_id': '78d2d5f44e3648f4afee26aa92bf9774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:24:20Z', 'updated_at': '2021-09-09T05:26:36Z', 'revision_number': 6, 'project_id': '78d2d5f44e3648f4afee26aa92bf9774', 'gw_port_host': None}], 'dv-cinder-772623-14-iscsi', False) {} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:26:36.882924 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b364b2-58dc-4033-af40-183107964488 None None] The sync data for ids ['5202badf-1d93-4143-ac7a-5d37bf29963e'] in dv-cinder-772623-14-iscsi is: [{'id': '5202badf-1d93-4143-ac7a-5d37bf29963e', 'name': 'tempest-TestMinimumBasicScenario-446877754-router', 'tenant_id': '78d2d5f44e3648f4afee26aa92bf9774', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:24:20Z', 'updated_at': '2021-09-09T05:26:36Z', 'revision_number': 6, 'project_id': '78d2d5f44e3648f4afee26aa92bf9774', 'gw_port_host': None}] {{(pid=94299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 05:26:36.893787 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-22d23911-33a2-4875-9c5f-9f5fea28974d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748632172548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748631669706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29281037'] for port, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:36.928456 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d23911-33a2-4875-9c5f-9f5fea28974d admin admin] Pushing event deleted for resources: {'Port': ['ID=1244df33-a243-422e-b706-c332d80b1d2a,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:26:37.003103 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-22d23911-33a2-4875-9c5f-9f5fea28974d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600445'] for router_gateway, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:37.099561 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-22d23911-33a2-4875-9c5f-9f5fea28974d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-604110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4250'] for router, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:37.101928 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-22d23911-33a2-4875-9c5f-9f5fea28974d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:37.149608 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-22d23911-33a2-4875-9c5f-9f5fea28974d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-604103'] for router, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:37.150194 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22d23911-33a2-4875-9c5f-9f5fea28974d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5202badf-1d93-4143-ac7a-5d37bf29963e {{(pid=94297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 05:26:37.154620 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-22d23911-33a2-4875-9c5f-9f5fea28974d admin admin] Notify callbacks [] for router, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:37.155834 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-22d23911-33a2-4875-9c5f-9f5fea28974d admin admin] 10.222.0.24 "DELETE /v2.0/routers/5202badf-1d93-4143-ac7a-5d37bf29963e HTTP/1.1" status: 204 len: 168 time: 0.7958391 Sep 09 05:26:37.158942 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 43236) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:26:37.201888 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6c49afc-ed8c-42ea-a9d2-c0e1273556c3 admin admin] Deleting subnet 53475f42-77fa-46f8-ae16-8e7d5b7ae076 {{(pid=94297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 05:26:37.204865 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-f6c49afc-ed8c-42ea-a9d2-c0e1273556c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:37.239823 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-f6c49afc-ed8c-42ea-a9d2-c0e1273556c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25248003'] for subnet, precommit_delete_associations {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:37.320920 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-f6c49afc-ed8c-42ea-a9d2-c0e1273556c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3773045'] for subnet, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:37.376193 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-f6c49afc-ed8c-42ea-a9d2-c0e1273556c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3773052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29281072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28951308'] for subnet, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:37.395252 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515bbb86-4084-44c2-a4c8-46701407ad62 None None] Network 4652544d-e216-4d1d-b8bf-add982dc8019 requested from dv-cinder-772623-14-iscsi {{(pid=94299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 05:26:37.405370 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-f6c49afc-ed8c-42ea-a9d2-c0e1273556c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:37.407090 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-f6c49afc-ed8c-42ea-a9d2-c0e1273556c3 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/53475f42-77fa-46f8-ae16-8e7d5b7ae076 HTTP/1.1" status: 204 len: 168 time: 0.2471678 Sep 09 05:26:37.408124 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c49afc-ed8c-42ea-a9d2-c0e1273556c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53475f42-77fa-46f8-ae16-8e7d5b7ae076,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:26:37.410523 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 43238) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:26:37.483219 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-13253474-8143-4eac-9fc7-11bc4e06485b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3957161'] for network, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:37.543095 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.plugin [None req-13253474-8143-4eac-9fc7-11bc4e06485b admin admin] Deleting port 05d6bda0-f368-4181-b04c-bab9e5e4e5c7 {{(pid=94297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 05:26:37.543447 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-13253474-8143-4eac-9fc7-11bc4e06485b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748632167994'] for port, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:37.607042 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.db [None req-13253474-8143-4eac-9fc7-11bc4e06485b admin admin] For port 05d6bda0-f368-4181-b04c-bab9e5e4e5c7, host dv-cinder-772623-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-14-iscsi',level=0,port_id=05d6bda0-f368-4181-b04c-bab9e5e4e5c7,segment=NetworkSegment(88dd136d-61f5-4df0-9570-6114bdd8b56a),segment_id=88dd136d-61f5-4df0-9570-6114bdd8b56a)] {{(pid=94297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:26:37.607324 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-13253474-8143-4eac-9fc7-11bc4e06485b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596826'] for port, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:37.619905 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.plugin [None req-13253474-8143-4eac-9fc7-11bc4e06485b admin admin] Calling delete_port for 05d6bda0-f368-4181-b04c-bab9e5e4e5c7 owned by network:dhcp {{(pid=94297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 05:26:37.699465 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-13253474-8143-4eac-9fc7-11bc4e06485b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748632172548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748631669706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29281037'] for port, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:37.725134 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13253474-8143-4eac-9fc7-11bc4e06485b admin admin] Pushing event deleted for resources: {'Port': ['ID=05d6bda0-f368-4181-b04c-bab9e5e4e5c7,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:26:37.728339 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13253474-8143-4eac-9fc7-11bc4e06485b admin admin] No DVR routers for this DVR port 05d6bda0-f368-4181-b04c-bab9e5e4e5c7 on host dv-cinder-772623-14-iscsi {{(pid=94297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 05:26:37.806073 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529aee47-be5f-4c6f-bf14-095c7541f1b4 None None] DHCP port deletion for 4652544d-e216-4d1d-b8bf-add982dc8019 request from dv-cinder-772623-14-iscsi {{(pid=94299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 05:26:37.810887 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-13253474-8143-4eac-9fc7-11bc4e06485b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3771648', 'neutron.services.segments.db._delete_segments_for_network-8748632184989'] for network, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:37.833672 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.services.segments.db [None req-13253474-8143-4eac-9fc7-11bc4e06485b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4652544d-e216-4d1d-b8bf-add982dc8019']}} {{(pid=94297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:26:37.843802 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.services.segments.db [None req-13253474-8143-4eac-9fc7-11bc4e06485b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88dd136d-61f5-4df0-9570-6114bdd8b56a') {'for_net_delete': True} {{(pid=94297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:26:37.844105 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.services.segments.db [None req-13253474-8143-4eac-9fc7-11bc4e06485b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88dd136d-61f5-4df0-9570-6114bdd8b56a') {} {{(pid=94297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:26:37.854135 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-13253474-8143-4eac-9fc7-11bc4e06485b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748632182438', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25248122'] for segment, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:37.867366 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-13253474-8143-4eac-9fc7-11bc4e06485b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771871'] for segment, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:37.876417 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13253474-8143-4eac-9fc7-11bc4e06485b admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=94297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 05:26:37.877162 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-13253474-8143-4eac-9fc7-11bc4e06485b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29280210'] for segment, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:37.879100 dv-cinder-772623-14-iscsi neutron-server[94297]: Traceback (most recent call last): Sep 09 05:26:37.879100 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 05:26:37.879100 dv-cinder-772623-14-iscsi neutron-server[94297]: timer() Sep 09 05:26:37.879100 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 05:26:37.879100 dv-cinder-772623-14-iscsi neutron-server[94297]: cb(*args, **kw) Sep 09 05:26:37.879100 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 05:26:37.879100 dv-cinder-772623-14-iscsi neutron-server[94297]: return func(*args, **kwargs) Sep 09 05:26:37.879100 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 05:26:37.879100 dv-cinder-772623-14-iscsi neutron-server[94297]: self._notify() Sep 09 05:26:37.879100 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 05:26:37.879100 dv-cinder-772623-14-iscsi neutron-server[94297]: self.callback(batched_events) Sep 09 05:26:37.879100 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 05:26:37.879100 dv-cinder-772623-14-iscsi neutron-server[94297]: event.method(event) Sep 09 05:26:37.879100 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 05:26:37.879100 dv-cinder-772623-14-iscsi neutron-server[94297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 05:26:37.879100 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 05:26:37.879100 dv-cinder-772623-14-iscsi neutron-server[94297]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 05:26:37.879100 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 05:26:37.879100 dv-cinder-772623-14-iscsi neutron-server[94297]: return f(self, *a, **k) Sep 09 05:26:37.879100 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 05:26:37.879100 dv-cinder-772623-14-iscsi neutron-server[94297]: return self._get(url).json() Sep 09 05:26:37.879100 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 05:26:37.879100 dv-cinder-772623-14-iscsi neutron-server[94297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 05:26:37.879100 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 05:26:37.879100 dv-cinder-772623-14-iscsi neutron-server[94297]: return self.request(url, 'GET', **kwargs) Sep 09 05:26:37.879100 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 05:26:37.879100 dv-cinder-772623-14-iscsi neutron-server[94297]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 05:26:37.879100 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 05:26:37.879100 dv-cinder-772623-14-iscsi neutron-server[94297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 05:26:37.879100 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 05:26:37.879100 dv-cinder-772623-14-iscsi neutron-server[94297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 05:26:37.879100 dv-cinder-772623-14-iscsi neutron-server[94297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 05:26:37.935758 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-13253474-8143-4eac-9fc7-11bc4e06485b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3773683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600345'] for network, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:37.943236 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-13253474-8143-4eac-9fc7-11bc4e06485b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for network, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:37.945302 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-13253474-8143-4eac-9fc7-11bc4e06485b admin admin] 10.222.0.24 "DELETE /v2.0/networks/4652544d-e216-4d1d-b8bf-add982dc8019 HTTP/1.1" status: 204 len: 168 time: 0.5338624 Sep 09 05:26:37.948520 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 43242) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:26:37.956393 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13253474-8143-4eac-9fc7-11bc4e06485b admin admin] Pushing event deleted for resources: {'Network': ['ID=4652544d-e216-4d1d-b8bf-add982dc8019,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:26:38.367182 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-e588a4dd-ff06-46cf-898c-a5dcaba0512d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601131'] for router_interface, before_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:38.912211 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.plugin [None req-e588a4dd-ff06-46cf-898c-a5dcaba0512d admin admin] Deleting port 78bb1794-2252-4da9-b4ab-a1c4655abab7 {{(pid=94298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 05:26:38.912546 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-e588a4dd-ff06-46cf-898c-a5dcaba0512d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748632167994'] for port, before_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:38.996128 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.db [None req-e588a4dd-ff06-46cf-898c-a5dcaba0512d admin admin] For port 78bb1794-2252-4da9-b4ab-a1c4655abab7, host dv-cinder-772623-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-14-iscsi',level=0,port_id=78bb1794-2252-4da9-b4ab-a1c4655abab7,segment=NetworkSegment(a9271315-68d8-4dc9-acc3-569b474dc8d9),segment_id=a9271315-68d8-4dc9-acc3-569b474dc8d9)] {{(pid=94298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:26:38.996751 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-e588a4dd-ff06-46cf-898c-a5dcaba0512d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596826'] for port, precommit_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:39.013802 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.plugin [None req-e588a4dd-ff06-46cf-898c-a5dcaba0512d admin admin] Calling delete_port for 78bb1794-2252-4da9-b4ab-a1c4655abab7 owned by network:router_interface {{(pid=94298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 05:26:39.035327 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device 1244df33-a243-422e-b706-c332d80b1d2a no longer exists at agent ovs-agent-dv-cinder-772623-14-iscsi {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 05:26:39.056481 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.plugin [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] No Port match for: 1244df33-a243-422e-b706-c332d80b1d2a {{(pid=94299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 05:26:39.056754 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device 1244df33-a243-422e-b706-c332d80b1d2a not bound to the agent host dv-cinder-772623-14-iscsi {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 05:26:39.057173 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device 05d6bda0-f368-4181-b04c-bab9e5e4e5c7 no longer exists at agent ovs-agent-dv-cinder-772623-14-iscsi {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 05:26:39.080040 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.plugin [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] No Port match for: 05d6bda0-f368-4181-b04c-bab9e5e4e5c7 {{(pid=94299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 05:26:39.081306 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device 05d6bda0-f368-4181-b04c-bab9e5e4e5c7 not bound to the agent host dv-cinder-772623-14-iscsi {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 05:26:39.082489 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device a6229c0d-c053-44e3-ac50-9583d3a4f0ba no longer exists at agent ovs-agent-dv-cinder-772623-14-iscsi {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 05:26:39.102666 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.plugin [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] No Port match for: a6229c0d-c053-44e3-ac50-9583d3a4f0ba {{(pid=94299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 05:26:39.103005 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device a6229c0d-c053-44e3-ac50-9583d3a4f0ba not bound to the agent host dv-cinder-772623-14-iscsi {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 05:26:39.208765 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-e588a4dd-ff06-46cf-898c-a5dcaba0512d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748632172548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748631669706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1874062'] for port, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:39.235011 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e588a4dd-ff06-46cf-898c-a5dcaba0512d admin admin] Pushing event deleted for resources: {'Port': ['ID=78bb1794-2252-4da9-b4ab-a1c4655abab7,revision_number=None']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:26:39.402196 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-e588a4dd-ff06-46cf-898c-a5dcaba0512d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601247'] for router_interface, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:39.624457 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e588a4dd-ff06-46cf-898c-a5dcaba0512d admin admin] Router c97b0d14-e5c2-42ac-b20c-4a713ef20f72 has already been hosted by L3 agent e912432c-85e4-4a31-b574-aae2dcf01ec7 {{(pid=94298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 05:26:39.733120 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e588a4dd-ff06-46cf-898c-a5dcaba0512d admin admin] Notify agent at l3_agent.dv-cinder-772623-14-iscsi the message routers_updated {{(pid=94298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 05:26:39.742873 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 43246) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:26:39.743563 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-e588a4dd-ff06-46cf-898c-a5dcaba0512d admin admin] 10.222.0.24 "PUT /v2.0/routers/c97b0d14-e5c2-42ac-b20c-4a713ef20f72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7933576 Sep 09 05:26:39.746387 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be63ef8c-2a4f-4b6f-834d-add39cd00754 None None] Sync routers for ids ['c97b0d14-e5c2-42ac-b20c-4a713ef20f72'] in dv-cinder-772623-14-iscsi {{(pid=94300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 05:26:39.756595 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be63ef8c-2a4f-4b6f-834d-add39cd00754 None None] Routers {'c97b0d14-e5c2-42ac-b20c-4a713ef20f72'} bound to L3 agent in host dv-cinder-772623-14-iscsi {{(pid=94300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 05:26:39.757196 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_hamode_db [None req-be63ef8c-2a4f-4b6f-834d-add39cd00754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T05:09:16Z,description=,heartbeat_timestamp=2021-09-09T05:26:17Z,host='dv-cinder-772623-14-iscsi',id=e912432c-85e4-4a31-b574-aae2dcf01ec7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T05:09:16Z,topic='l3_agent')) {'router_ids': ['c97b0d14-e5c2-42ac-b20c-4a713ef20f72'], 'active': True} {{(pid=94300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:26:39.848035 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-1f8b5210-3e0e-4ce7-a854-f56e79961764 admin admin] Notify callbacks [] for router, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:39.866769 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_dvr_db [None req-be63ef8c-2a4f-4b6f-834d-add39cd00754 None None] Set router c97b0d14-e5c2-42ac-b20c-4a713ef20f72 gateway port host: dv-cinder-772623-14-iscsi {{(pid=94300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 05:26:39.953373 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-1f8b5210-3e0e-4ce7-a854-f56e79961764 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:40.007357 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.plugin [None req-1f8b5210-3e0e-4ce7-a854-f56e79961764 admin admin] Deleting port 21980ab3-c6bc-45d2-8162-89997ade7920 {{(pid=94297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 05:26:40.007909 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-1f8b5210-3e0e-4ce7-a854-f56e79961764 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748632167994'] for port, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:40.059211 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_hamode_db [None req-be63ef8c-2a4f-4b6f-834d-add39cd00754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c97b0d14-e5c2-42ac-b20c-4a713ef20f72', 'name': 'tempest-TestMinimumBasicScenario-2115404821-router', 'tenant_id': 'd8e0392115fe449c9006627dc257b2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.90'}], 'enable_snat': True}, 'gw_port_id': '21980ab3-c6bc-45d2-8162-89997ade7920', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:24:24Z', 'updated_at': '2021-09-09T05:26:39Z', 'revision_number': 5, 'project_id': 'd8e0392115fe449c9006627dc257b2ae', 'gw_port': {'id': '21980ab3-c6bc-45d2-8162-89997ade7920', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:21:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c97b0d14-e5c2-42ac-b20c-4a713ef20f72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:24:25Z', 'updated_at': '2021-09-09T05:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi'}], 'dv-cinder-772623-14-iscsi', False) {} {{(pid=94300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:26:40.086131 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be63ef8c-2a4f-4b6f-834d-add39cd00754 None None] Checking router: c97b0d14-e5c2-42ac-b20c-4a713ef20f72 for host: dv-cinder-772623-14-iscsi {{(pid=94300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 05:26:40.094032 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be63ef8c-2a4f-4b6f-834d-add39cd00754 None None] Routers {'c97b0d14-e5c2-42ac-b20c-4a713ef20f72'} bound to L3 agent in host dv-cinder-772623-14-iscsi {{(pid=94300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 05:26:40.094625 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_hamode_db [None req-be63ef8c-2a4f-4b6f-834d-add39cd00754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T05:09:16Z,description=,heartbeat_timestamp=2021-09-09T05:26:17Z,host='dv-cinder-772623-14-iscsi',id=e912432c-85e4-4a31-b574-aae2dcf01ec7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T05:09:16Z,topic='l3_agent')) {'router_ids': ['c97b0d14-e5c2-42ac-b20c-4a713ef20f72'], 'active': True} {{(pid=94300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:26:40.105200 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.db [None req-1f8b5210-3e0e-4ce7-a854-f56e79961764 admin admin] For port 21980ab3-c6bc-45d2-8162-89997ade7920, host dv-cinder-772623-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-14-iscsi',level=0,port_id=21980ab3-c6bc-45d2-8162-89997ade7920,segment=NetworkSegment(df80411f-acb6-4e9d-a7f5-4a8066bc7b33),segment_id=df80411f-acb6-4e9d-a7f5-4a8066bc7b33)] {{(pid=94297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:26:40.105568 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-1f8b5210-3e0e-4ce7-a854-f56e79961764 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596826'] for port, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:40.119317 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.plugin [None req-1f8b5210-3e0e-4ce7-a854-f56e79961764 admin admin] Calling delete_port for 21980ab3-c6bc-45d2-8162-89997ade7920 owned by network:router_gateway {{(pid=94297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 05:26:40.183200 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_dvr_db [None req-be63ef8c-2a4f-4b6f-834d-add39cd00754 None None] Set router c97b0d14-e5c2-42ac-b20c-4a713ef20f72 gateway port host: None {{(pid=94300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 05:26:40.237897 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_hamode_db [None req-be63ef8c-2a4f-4b6f-834d-add39cd00754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c97b0d14-e5c2-42ac-b20c-4a713ef20f72', 'name': 'tempest-TestMinimumBasicScenario-2115404821-router', 'tenant_id': 'd8e0392115fe449c9006627dc257b2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:24:24Z', 'updated_at': '2021-09-09T05:26:39Z', 'revision_number': 6, 'project_id': 'd8e0392115fe449c9006627dc257b2ae', 'gw_port_host': None}], 'dv-cinder-772623-14-iscsi', False) {} {{(pid=94300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:26:40.264007 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be63ef8c-2a4f-4b6f-834d-add39cd00754 None None] The sync data for ids ['c97b0d14-e5c2-42ac-b20c-4a713ef20f72'] in dv-cinder-772623-14-iscsi is: [{'id': 'c97b0d14-e5c2-42ac-b20c-4a713ef20f72', 'name': 'tempest-TestMinimumBasicScenario-2115404821-router', 'tenant_id': 'd8e0392115fe449c9006627dc257b2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:24:24Z', 'updated_at': '2021-09-09T05:26:39Z', 'revision_number': 6, 'project_id': 'd8e0392115fe449c9006627dc257b2ae', 'gw_port_host': None}] {{(pid=94300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 05:26:40.291395 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-1f8b5210-3e0e-4ce7-a854-f56e79961764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748632172548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748631669706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29281037'] for port, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:40.315462 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8b5210-3e0e-4ce7-a854-f56e79961764 admin admin] Pushing event deleted for resources: {'Port': ['ID=21980ab3-c6bc-45d2-8162-89997ade7920,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:26:40.381402 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-1f8b5210-3e0e-4ce7-a854-f56e79961764 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600445'] for router_gateway, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:40.722609 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-1f8b5210-3e0e-4ce7-a854-f56e79961764 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-604110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4250'] for router, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:40.726325 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-1f8b5210-3e0e-4ce7-a854-f56e79961764 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:40.774007 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-1f8b5210-3e0e-4ce7-a854-f56e79961764 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-604103'] for router, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:40.774654 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f8b5210-3e0e-4ce7-a854-f56e79961764 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c97b0d14-e5c2-42ac-b20c-4a713ef20f72 {{(pid=94297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 05:26:40.780767 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-1f8b5210-3e0e-4ce7-a854-f56e79961764 admin admin] Notify callbacks [] for router, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:40.782086 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-1f8b5210-3e0e-4ce7-a854-f56e79961764 admin admin] 10.222.0.24 "DELETE /v2.0/routers/c97b0d14-e5c2-42ac-b20c-4a713ef20f72 HTTP/1.1" status: 204 len: 168 time: 1.0381711 Sep 09 05:26:40.785145 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 43250) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:26:40.829235 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.db_base_plugin_v2 [None req-65b496c4-3c7f-43e4-bdaf-dc0d8b1146da admin admin] Deleting subnet cb8b3fb4-8006-4a81-a2f4-8f2589eb8be9 {{(pid=94297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 05:26:40.833015 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-65b496c4-3c7f-43e4-bdaf-dc0d8b1146da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:40.869037 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-65b496c4-3c7f-43e4-bdaf-dc0d8b1146da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25248003'] for subnet, precommit_delete_associations {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:40.954052 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-65b496c4-3c7f-43e4-bdaf-dc0d8b1146da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3773045'] for subnet, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:41.020366 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-65b496c4-3c7f-43e4-bdaf-dc0d8b1146da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3773052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29281072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28951308'] for subnet, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:41.048752 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b496c4-3c7f-43e4-bdaf-dc0d8b1146da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb8b3fb4-8006-4a81-a2f4-8f2589eb8be9,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:26:41.050593 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device 78bb1794-2252-4da9-b4ab-a1c4655abab7 no longer exists at agent ovs-agent-dv-cinder-772623-14-iscsi {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 05:26:41.053100 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-65b496c4-3c7f-43e4-bdaf-dc0d8b1146da admin admin] Notify callbacks [] for subnet, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:41.057506 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-65b496c4-3c7f-43e4-bdaf-dc0d8b1146da admin admin] 10.222.0.24 "DELETE /v2.0/subnets/cb8b3fb4-8006-4a81-a2f4-8f2589eb8be9 HTTP/1.1" status: 204 len: 168 time: 0.2689228 Sep 09 05:26:41.057506 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 43252) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:26:41.081863 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.plugin [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] No Port match for: 78bb1794-2252-4da9-b4ab-a1c4655abab7 {{(pid=94299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 05:26:41.082288 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device 78bb1794-2252-4da9-b4ab-a1c4655abab7 not bound to the agent host dv-cinder-772623-14-iscsi {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 05:26:41.082856 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device 21980ab3-c6bc-45d2-8162-89997ade7920 no longer exists at agent ovs-agent-dv-cinder-772623-14-iscsi {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 05:26:41.084865 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d74668-1313-459a-b137-df0408294766 None None] Network 6a6b5001-66cf-462d-9c2a-bdf116e2cc16 requested from dv-cinder-772623-14-iscsi {{(pid=94299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 05:26:41.118739 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.plugin [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] No Port match for: 21980ab3-c6bc-45d2-8162-89997ade7920 {{(pid=94299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 05:26:41.119089 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device 21980ab3-c6bc-45d2-8162-89997ade7920 not bound to the agent host dv-cinder-772623-14-iscsi {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 05:26:41.134613 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-d7d188c4-499b-41f8-aff8-5859b7c575d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3957161'] for network, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:41.187400 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.plugin [None req-d7d188c4-499b-41f8-aff8-5859b7c575d7 admin admin] Deleting port 5e22d474-b27c-42d3-8a6d-fc5ca5e01426 {{(pid=94297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 05:26:41.187737 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-d7d188c4-499b-41f8-aff8-5859b7c575d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748632167994'] for port, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:41.252178 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.db [None req-d7d188c4-499b-41f8-aff8-5859b7c575d7 admin admin] For port 5e22d474-b27c-42d3-8a6d-fc5ca5e01426, host dv-cinder-772623-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-14-iscsi',level=0,port_id=5e22d474-b27c-42d3-8a6d-fc5ca5e01426,segment=NetworkSegment(a9271315-68d8-4dc9-acc3-569b474dc8d9),segment_id=a9271315-68d8-4dc9-acc3-569b474dc8d9)] {{(pid=94297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:26:41.252548 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-d7d188c4-499b-41f8-aff8-5859b7c575d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596826'] for port, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:41.270299 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.plugin [None req-d7d188c4-499b-41f8-aff8-5859b7c575d7 admin admin] Calling delete_port for 5e22d474-b27c-42d3-8a6d-fc5ca5e01426 owned by network:dhcp {{(pid=94297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 05:26:41.292472 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af34cbde-a3d2-4187-972c-1fbdcc04880d None None] DHCP port deletion for 6a6b5001-66cf-462d-9c2a-bdf116e2cc16 request from dv-cinder-772623-14-iscsi {{(pid=94299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 05:26:41.348694 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-d7d188c4-499b-41f8-aff8-5859b7c575d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748632172548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748631669706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29281037'] for port, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:41.363169 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.plugin [None req-af34cbde-a3d2-4187-972c-1fbdcc04880d None None] Deleting port 5e22d474-b27c-42d3-8a6d-fc5ca5e01426 {{(pid=94299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 05:26:41.363532 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-af34cbde-a3d2-4187-972c-1fbdcc04880d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748632167994'] for port, before_delete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:41.375459 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d188c4-499b-41f8-aff8-5859b7c575d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e22d474-b27c-42d3-8a6d-fc5ca5e01426,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:26:41.377464 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d188c4-499b-41f8-aff8-5859b7c575d7 admin admin] No DVR routers for this DVR port 5e22d474-b27c-42d3-8a6d-fc5ca5e01426 on host dv-cinder-772623-14-iscsi {{(pid=94297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 05:26:41.453133 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-d7d188c4-499b-41f8-aff8-5859b7c575d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3771648', 'neutron.services.segments.db._delete_segments_for_network-8748632184989'] for network, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:41.462868 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-af34cbde-a3d2-4187-972c-1fbdcc04880d None None] For port 5e22d474-b27c-42d3-8a6d-fc5ca5e01426, host dv-cinder-772623-14-iscsi, got binding levels [] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:26:41.463255 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-af34cbde-a3d2-4187-972c-1fbdcc04880d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596826'] for port, precommit_delete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:41.474828 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.services.segments.db [None req-d7d188c4-499b-41f8-aff8-5859b7c575d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a6b5001-66cf-462d-9c2a-bdf116e2cc16']}} {{(pid=94297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:26:41.477440 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.plugin [None req-af34cbde-a3d2-4187-972c-1fbdcc04880d None None] Calling delete_port for 5e22d474-b27c-42d3-8a6d-fc5ca5e01426 owned by network:dhcp {{(pid=94299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 05:26:41.480785 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.ipam_backend_mixin [None req-af34cbde-a3d2-4187-972c-1fbdcc04880d None None] Port 5e22d474-b27c-42d3-8a6d-fc5ca5e01426 was not found and therefore no delete operation was performed {{(pid=94299) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 09 05:26:41.483204 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-af34cbde-a3d2-4187-972c-1fbdcc04880d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748632172548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748631669706'] for port, after_delete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:41.484250 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.services.segments.db [None req-d7d188c4-499b-41f8-aff8-5859b7c575d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9271315-68d8-4dc9-acc3-569b474dc8d9') {'for_net_delete': True} {{(pid=94297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:26:41.484606 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.services.segments.db [None req-d7d188c4-499b-41f8-aff8-5859b7c575d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9271315-68d8-4dc9-acc3-569b474dc8d9') {} {{(pid=94297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:26:41.494810 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-d7d188c4-499b-41f8-aff8-5859b7c575d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748632182438', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25248122'] for segment, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:41.508077 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-d7d188c4-499b-41f8-aff8-5859b7c575d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771871'] for segment, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:41.511014 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af34cbde-a3d2-4187-972c-1fbdcc04880d None None] Pushing event deleted for resources: {'Port': ['ID=5e22d474-b27c-42d3-8a6d-fc5ca5e01426,revision_number=None']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:26:41.513952 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7d188c4-499b-41f8-aff8-5859b7c575d7 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=94297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 05:26:41.514343 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-d7d188c4-499b-41f8-aff8-5859b7c575d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29280210'] for segment, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:41.515984 dv-cinder-772623-14-iscsi neutron-server[94297]: Traceback (most recent call last): Sep 09 05:26:41.515984 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 05:26:41.515984 dv-cinder-772623-14-iscsi neutron-server[94297]: timer() Sep 09 05:26:41.515984 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 05:26:41.515984 dv-cinder-772623-14-iscsi neutron-server[94297]: cb(*args, **kw) Sep 09 05:26:41.515984 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 05:26:41.515984 dv-cinder-772623-14-iscsi neutron-server[94297]: return func(*args, **kwargs) Sep 09 05:26:41.515984 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 05:26:41.515984 dv-cinder-772623-14-iscsi neutron-server[94297]: self._notify() Sep 09 05:26:41.515984 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 05:26:41.515984 dv-cinder-772623-14-iscsi neutron-server[94297]: self.callback(batched_events) Sep 09 05:26:41.515984 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 05:26:41.515984 dv-cinder-772623-14-iscsi neutron-server[94297]: event.method(event) Sep 09 05:26:41.515984 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 05:26:41.515984 dv-cinder-772623-14-iscsi neutron-server[94297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 05:26:41.515984 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 05:26:41.515984 dv-cinder-772623-14-iscsi neutron-server[94297]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 05:26:41.515984 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 05:26:41.515984 dv-cinder-772623-14-iscsi neutron-server[94297]: return f(self, *a, **k) Sep 09 05:26:41.515984 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 05:26:41.515984 dv-cinder-772623-14-iscsi neutron-server[94297]: return self._get(url).json() Sep 09 05:26:41.515984 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 05:26:41.515984 dv-cinder-772623-14-iscsi neutron-server[94297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 05:26:41.515984 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 05:26:41.515984 dv-cinder-772623-14-iscsi neutron-server[94297]: return self.request(url, 'GET', **kwargs) Sep 09 05:26:41.515984 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 05:26:41.515984 dv-cinder-772623-14-iscsi neutron-server[94297]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 05:26:41.515984 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 05:26:41.515984 dv-cinder-772623-14-iscsi neutron-server[94297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 05:26:41.515984 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 05:26:41.515984 dv-cinder-772623-14-iscsi neutron-server[94297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 05:26:41.515984 dv-cinder-772623-14-iscsi neutron-server[94297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 05:26:41.519741 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af34cbde-a3d2-4187-972c-1fbdcc04880d None None] No DVR routers for this DVR port 5e22d474-b27c-42d3-8a6d-fc5ca5e01426 on host dv-cinder-772623-14-iscsi {{(pid=94299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 05:26:41.575705 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-d7d188c4-499b-41f8-aff8-5859b7c575d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3773683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600345'] for network, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:41.581402 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-d7d188c4-499b-41f8-aff8-5859b7c575d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for network, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:41.586121 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-d7d188c4-499b-41f8-aff8-5859b7c575d7 admin admin] 10.222.0.24 "DELETE /v2.0/networks/6a6b5001-66cf-462d-9c2a-bdf116e2cc16 HTTP/1.1" status: 204 len: 168 time: 0.5248837 Sep 09 05:26:41.597685 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d188c4-499b-41f8-aff8-5859b7c575d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a6b5001-66cf-462d-9c2a-bdf116e2cc16,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:26:41.750593 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 43258) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:26:41.790675 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-4ace2b7e-840e-4b5b-8a79-e229422b2cd8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=78d2d5f44e3648f4afee26aa92bf9774&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387239 Sep 09 05:26:41.793099 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 43260) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:26:41.848002 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-d506b1e7-6e52-4746-9fa4-85e0effe7e5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:41.868748 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-d506b1e7-6e52-4746-9fa4-85e0effe7e5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:41.917208 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-d506b1e7-6e52-4746-9fa4-85e0effe7e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:41.919734 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-d506b1e7-6e52-4746-9fa4-85e0effe7e5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:41.920872 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-d506b1e7-6e52-4746-9fa4-85e0effe7e5d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8d65faa1-584b-4a8c-a3f5-1208536c2d2f HTTP/1.1" status: 204 len: 168 time: 0.1268950 Sep 09 05:26:41.929814 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d506b1e7-6e52-4746-9fa4-85e0effe7e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d65faa1-584b-4a8c-a3f5-1208536c2d2f,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:26:42.230104 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 43268) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:26:42.271489 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-546d80dd-a350-4210-a6bf-93107ad753af admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d8e0392115fe449c9006627dc257b2ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0402362 Sep 09 05:26:42.273925 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 43270) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:26:42.318301 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.agents_db [None req-c4fa6e85-f278-4c65-a736-468407d89cbd None None] Agent healthcheck: found 6 active agents {{(pid=94300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 05:26:42.322251 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-0e5cf41d-92b1-4cae-9eaf-77b02862a014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:42.343659 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-0e5cf41d-92b1-4cae-9eaf-77b02862a014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:42.394395 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-0e5cf41d-92b1-4cae-9eaf-77b02862a014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:42.397066 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-0e5cf41d-92b1-4cae-9eaf-77b02862a014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:42.398262 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-0e5cf41d-92b1-4cae-9eaf-77b02862a014 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/36c60828-44f6-4bbe-9766-acc42afa6570 HTTP/1.1" status: 204 len: 168 time: 0.1234577 Sep 09 05:26:42.405757 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5cf41d-92b1-4cae-9eaf-77b02862a014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c60828-44f6-4bbe-9766-acc42afa6570,revision_number=None']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:26:43.028240 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device 5e22d474-b27c-42d3-8a6d-fc5ca5e01426 no longer exists at agent ovs-agent-dv-cinder-772623-14-iscsi {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 05:26:43.048664 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.plugin [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] No Port match for: 5e22d474-b27c-42d3-8a6d-fc5ca5e01426 {{(pid=94299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 05:26:43.049074 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device 5e22d474-b27c-42d3-8a6d-fc5ca5e01426 not bound to the agent host dv-cinder-772623-14-iscsi {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 05:26:43.079865 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 43292) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:26:43.179196 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.v2.base [None req-94fffae7-852c-4668-ac34-84a1fe7939c2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2087886906-network', 'tenant_id': '6a43cc7713434a7ba98dea2fb6dbc0b8'}} {{(pid=94297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:26:43.202138 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94fffae7-852c-4668-ac34-84a1fe7939c2 admin admin] Made reservation on behalf of 6a43cc7713434a7ba98dea2fb6dbc0b8 for: {'network': 1} {{(pid=94297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 05:26:43.204653 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-94fffae7-852c-4668-ac34-84a1fe7939c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for network, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:43.214031 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-94fffae7-852c-4668-ac34-84a1fe7939c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:43.308213 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-94fffae7-852c-4668-ac34-84a1fe7939c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:43.312180 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-94fffae7-852c-4668-ac34-84a1fe7939c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:43.340397 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94fffae7-852c-4668-ac34-84a1fe7939c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=94297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 05:26:43.349516 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fffae7-852c-4668-ac34-84a1fe7939c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e7cfd9-d20e-4a08-9f39-ba538a106a7a,revision_number=1']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:26:43.355643 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-94fffae7-852c-4668-ac34-84a1fe7939c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771871'] for segment, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:43.356319 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.db.segments_db [None req-94fffae7-852c-4668-ac34-84a1fe7939c2 admin admin] Added segment d9f47965-8d81-4307-a217-db31e5b894fd of type vlan for network 291e5271-48d4-420e-881d-562af23bb611 Sep 09 05:26:43.396533 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-94fffae7-852c-4668-ac34-84a1fe7939c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748631623976'] for network, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:43.421437 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-94fffae7-852c-4668-ac34-84a1fe7939c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442'] for network, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:43.422423 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fffae7-852c-4668-ac34-84a1fe7939c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:26:43.423002 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-94fffae7-852c-4668-ac34-84a1fe7939c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for network, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:43.452226 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-94fffae7-852c-4668-ac34-84a1fe7939c2 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3703787 Sep 09 05:26:43.455150 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 43298) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:26:43.460905 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.v2.base [None req-14dd8e7c-9238-4095-8354-dbaab6a14d17 admin admin] Request body: {'subnet': {'network_id': '291e5271-48d4-420e-881d-562af23bb611', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2087886906-subnet', 'tenant_id': '6a43cc7713434a7ba98dea2fb6dbc0b8', 'ip_version': 4}} {{(pid=94298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:26:43.482402 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14dd8e7c-9238-4095-8354-dbaab6a14d17 admin admin] Made reservation on behalf of 6a43cc7713434a7ba98dea2fb6dbc0b8 for: {'subnet': 1} {{(pid=94298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 05:26:43.484676 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-14dd8e7c-9238-4095-8354-dbaab6a14d17 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28573742'] for subnet, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:43.486960 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fffae7-852c-4668-ac34-84a1fe7939c2 admin admin] Pushing event updated for resources: {'Network': ['ID=291e5271-48d4-420e-881d-562af23bb611,revision_number=1']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:26:43.496597 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Network 291e5271-48d4-420e-881d-562af23bb611 details requested by agent ovs-agent-dv-cinder-772623-14-iscsi with host dv-cinder-772623-14-iscsi {{(pid=94299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 05:26:43.658522 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-14dd8e7c-9238-4095-8354-dbaab6a14d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1874162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28573744'] for subnet, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:43.715839 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dd8e7c-9238-4095-8354-dbaab6a14d17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a04bd73f-e382-4b28-93a4-5bffd3f0a099,revision_number=0']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:26:43.723738 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14dd8e7c-9238-4095-8354-dbaab6a14d17 admin admin] Checking segment: {'id': 'd9f47965-8d81-4307-a217-db31e5b894fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '291e5271-48d4-420e-881d-562af23bb611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 05:26:43.724082 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14dd8e7c-9238-4095-8354-dbaab6a14d17 admin admin] Network hostable DHCP agents. Network: 291e5271-48d4-420e-881d-562af23bb611, hostable agents: ['bd61413d-9299-49db-9f91-5814fb92a5ef'], hosted agents: [] {{(pid=94298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 05:26:43.741271 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14dd8e7c-9238-4095-8354-dbaab6a14d17 admin admin] Network 291e5271-48d4-420e-881d-562af23bb611 is scheduled to be hosted by DHCP agent bd61413d-9299-49db-9f91-5814fb92a5ef with binding_index 1 {{(pid=94298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 05:26:43.750860 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.base_scheduler [None req-14dd8e7c-9238-4095-8354-dbaab6a14d17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-14-iscsi, 291e5271-48d4-420e-881d-562af23bb611) {{(pid=94298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 05:26:43.755551 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14dd8e7c-9238-4095-8354-dbaab6a14d17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:26:43.756167 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-14dd8e7c-9238-4095-8354-dbaab6a14d17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for subnet, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:43.767368 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31dcf56e-852a-4dcc-8b0b-e59d9ae8a225 None None] Network 291e5271-48d4-420e-881d-562af23bb611 requested from dv-cinder-772623-14-iscsi {{(pid=94299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 05:26:43.771825 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-14dd8e7c-9238-4095-8354-dbaab6a14d17 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3150008 Sep 09 05:26:43.775607 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 43300) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:26:43.780509 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.v2.base [None req-c3ea05f1-9c4f-4c1f-8a1f-a59a9e526a30 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2087886906-router', 'tenant_id': '6a43cc7713434a7ba98dea2fb6dbc0b8', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1'}}} {{(pid=94297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:26:43.804199 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-c3ea05f1-9c4f-4c1f-8a1f-a59a9e526a30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-603024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4260'] for router, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:43.805488 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-c3ea05f1-9c4f-4c1f-8a1f-a59a9e526a30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-603904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4269'] for router, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:43.866856 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-c3ea05f1-9c4f-4c1f-8a1f-a59a9e526a30 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:43.950631 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-5bc1de9a-d457-4854-b60b-0cd6349b33d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:44.021399 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-c3ea05f1-9c4f-4c1f-8a1f-a59a9e526a30 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:44.044760 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af64c1f-e2f4-4c92-8e5c-ad79f24de064 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99c37c4c-a2b7-5f49-acb8-7f377d3e8231-291e5271-48d4-420e-881d-562af23bb611', 'network_id': '291e5271-48d4-420e-881d-562af23bb611', 'tenant_id': '6a43cc7713434a7ba98dea2fb6dbc0b8', 'fixed_ips': [{'subnet_id': 'a04bd73f-e382-4b28-93a4-5bffd3f0a099'}]}} from dv-cinder-772623-14-iscsi. {{(pid=94299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 05:26:44.045715 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-9af64c1f-e2f4-4c92-8e5c-ad79f24de064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_create {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:44.179421 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.db_base_plugin_common [None req-9af64c1f-e2f4-4c92-8e5c-ad79f24de064 None None] Allocated IP 172.20.0.2 (291e5271-48d4-420e-881d-562af23bb611/a04bd73f-e382-4b28-93a4-5bffd3f0a099/558b82ff-12ed-4263-a86b-d6c31dfad164) {{(pid=94299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 05:26:44.224742 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-c3ea05f1-9c4f-4c1f-8a1f-a59a9e526a30 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:44.246562 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-c3ea05f1-9c4f-4c1f-8a1f-a59a9e526a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:44.334621 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-9af64c1f-e2f4-4c92-8e5c-ad79f24de064 None None] Notify callbacks [] for port, precommit_create {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:44.342754 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-9af64c1f-e2f4-4c92-8e5c-ad79f24de064 None None] Transition to ACTIVE for port object 558b82ff-12ed-4263-a86b-d6c31dfad164 will not be triggered until provisioned by entity L2. {{(pid=94299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 05:26:44.357325 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-9af64c1f-e2f4-4c92-8e5c-ad79f24de064 None None] Transition to ACTIVE for port object 558b82ff-12ed-4263-a86b-d6c31dfad164 will not be triggered until provisioned by entity DHCP. {{(pid=94299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 05:26:44.363317 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.db_base_plugin_common [None req-c3ea05f1-9c4f-4c1f-8a1f-a59a9e526a30 admin admin] Allocated IP 172.27.2.239 (5214b103-0600-4a81-9a33-2571ddc573a1/5b692485-8a86-47cc-9882-0c3698d3f08b/b28f4ddf-9f31-4d3f-9e21-ff3ff9bae631) {{(pid=94297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 05:26:44.364883 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-9af64c1f-e2f4-4c92-8e5c-ad79f24de064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748631669697'] for port, after_create {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:44.402340 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af64c1f-e2f4-4c92-8e5c-ad79f24de064 None None] Network 291e5271-48d4-420e-881d-562af23bb611 is already hosted by enough agents. {{(pid=94299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 05:26:44.405182 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.scheduler.base_scheduler [None req-9af64c1f-e2f4-4c92-8e5c-ad79f24de064 None None] Resources bound (agent type, host, resource id): {{(pid=94299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 05:26:44.411033 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af64c1f-e2f4-4c92-8e5c-ad79f24de064 None None] Received port after_create {{(pid=94299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 05:26:44.417772 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af64c1f-e2f4-4c92-8e5c-ad79f24de064 None None] Pushing event updated for resources: {'Port': ['ID=558b82ff-12ed-4263-a86b-d6c31dfad164,revision_number=1']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:26:44.473846 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.managers [None req-9af64c1f-e2f4-4c92-8e5c-ad79f24de064 None None] Attempting to bind port 558b82ff-12ed-4263-a86b-d6c31dfad164 on host dv-cinder-772623-14-iscsi for vnic_type normal with profile {{(pid=94299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 05:26:44.474287 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-c3ea05f1-9c4f-4c1f-8a1f-a59a9e526a30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:44.474418 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.managers [None req-9af64c1f-e2f4-4c92-8e5c-ad79f24de064 None None] Attempting to bind port 558b82ff-12ed-4263-a86b-d6c31dfad164 by drivers openvswitch,hyperv on host dv-cinder-772623-14-iscsi at level 0 using segments [{'id': 'd9f47965-8d81-4307-a217-db31e5b894fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '291e5271-48d4-420e-881d-562af23bb611'}] {{(pid=94299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 05:26:44.474710 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af64c1f-e2f4-4c92-8e5c-ad79f24de064 None None] Attempting to bind port 558b82ff-12ed-4263-a86b-d6c31dfad164 on network 291e5271-48d4-420e-881d-562af23bb611 {{(pid=94299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 05:26:44.479670 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af64c1f-e2f4-4c92-8e5c-ad79f24de064 None None] Checking agent: {'id': 'b4d491fa-f395-4d31-93f5-2c51f286f631', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 5, 9, 17), 'started_at': datetime.datetime(2021, 9, 9, 5, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 5, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 05:26:44.480052 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af64c1f-e2f4-4c92-8e5c-ad79f24de064 None None] Checking segment: {'id': 'd9f47965-8d81-4307-a217-db31e5b894fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '291e5271-48d4-420e-881d-562af23bb611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 05:26:44.480451 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-9af64c1f-e2f4-4c92-8e5c-ad79f24de064 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:44.480845 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af64c1f-e2f4-4c92-8e5c-ad79f24de064 None None] Bound using segment: {'id': 'd9f47965-8d81-4307-a217-db31e5b894fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '291e5271-48d4-420e-881d-562af23bb611'} {{(pid=94299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 05:26:44.481559 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.managers [None req-9af64c1f-e2f4-4c92-8e5c-ad79f24de064 None None] Bound port: 558b82ff-12ed-4263-a86b-d6c31dfad164, host: dv-cinder-772623-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9f47965-8d81-4307-a217-db31e5b894fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '291e5271-48d4-420e-881d-562af23bb611'}}] {{(pid=94299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 05:26:44.481967 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-9af64c1f-e2f4-4c92-8e5c-ad79f24de064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:44.512914 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-c3ea05f1-9c4f-4c1f-8a1f-a59a9e526a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748631669697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29281037'] for port, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:44.545596 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-9af64c1f-e2f4-4c92-8e5c-ad79f24de064 None None] For port 558b82ff-12ed-4263-a86b-d6c31dfad164, host dv-cinder-772623-14-iscsi, cleared binding levels {{(pid=94299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 05:26:44.548583 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-9af64c1f-e2f4-4c92-8e5c-ad79f24de064 None None] For port 558b82ff-12ed-4263-a86b-d6c31dfad164, host dv-cinder-772623-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-14-iscsi',level=0,port_id=558b82ff-12ed-4263-a86b-d6c31dfad164,segment=NetworkSegment(d9f47965-8d81-4307-a217-db31e5b894fd),segment_id=d9f47965-8d81-4307-a217-db31e5b894fd)] {{(pid=94299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 05:26:44.549579 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ea05f1-9c4f-4c1f-8a1f-a59a9e526a30 admin admin] Network 5214b103-0600-4a81-9a33-2571ddc573a1 is already hosted by enough agents. {{(pid=94297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 05:26:44.552507 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-9af64c1f-e2f4-4c92-8e5c-ad79f24de064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:44.554340 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.base_scheduler [None req-c3ea05f1-9c4f-4c1f-8a1f-a59a9e526a30 admin admin] Resources bound (agent type, host, resource id): {{(pid=94297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 05:26:44.560205 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ea05f1-9c4f-4c1f-8a1f-a59a9e526a30 admin admin] Received port after_create {{(pid=94297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 05:26:44.566517 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ea05f1-9c4f-4c1f-8a1f-a59a9e526a30 admin admin] Pushing event updated for resources: {'Port': ['ID=b28f4ddf-9f31-4d3f-9e21-ff3ff9bae631,revision_number=1']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:26:44.615239 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af64c1f-e2f4-4c92-8e5c-ad79f24de064 None None] Pushing event updated for resources: {'Port': ['ID=558b82ff-12ed-4263-a86b-d6c31dfad164,revision_number=2']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:26:44.839233 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-c3ea05f1-9c4f-4c1f-8a1f-a59a9e526a30 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:45.044573 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-c3ea05f1-9c4f-4c1f-8a1f-a59a9e526a30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600385'] for router, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:45.068782 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device 558b82ff-12ed-4263-a86b-d6c31dfad164 up at agent ovs-agent-dv-cinder-772623-14-iscsi {{(pid=94299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 05:26:45.120408 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Provisioning for port 558b82ff-12ed-4263-a86b-d6c31dfad164 completed by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 05:26:45.179376 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3ea05f1-9c4f-4c1f-8a1f-a59a9e526a30 admin admin] Router bb63d168-27c7-45ac-814b-c6326388db70 is scheduled to L3 agent e912432c-85e4-4a31-b574-aae2dcf01ec7 with binding_index 1 {{(pid=94297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 05:26:45.294431 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3ea05f1-9c4f-4c1f-8a1f-a59a9e526a30 admin admin] Notify agent at l3_agent.dv-cinder-772623-14-iscsi the message routers_updated {{(pid=94297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 05:26:45.310559 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bac2b7c-03b1-40d9-a184-fece6ad9c7a6 None None] Sync routers for ids ['bb63d168-27c7-45ac-814b-c6326388db70'] in dv-cinder-772623-14-iscsi {{(pid=94299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 05:26:45.319474 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-c3ea05f1-9c4f-4c1f-8a1f-a59a9e526a30 admin admin] Notify callbacks [] for router, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:45.320736 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-c3ea05f1-9c4f-4c1f-8a1f-a59a9e526a30 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5440302 Sep 09 05:26:45.322650 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bac2b7c-03b1-40d9-a184-fece6ad9c7a6 None None] Routers {'bb63d168-27c7-45ac-814b-c6326388db70'} bound to L3 agent in host dv-cinder-772623-14-iscsi {{(pid=94299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 05:26:45.323277 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-9bac2b7c-03b1-40d9-a184-fece6ad9c7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T05:09:16Z,description=,heartbeat_timestamp=2021-09-09T05:26:17Z,host='dv-cinder-772623-14-iscsi',id=e912432c-85e4-4a31-b574-aae2dcf01ec7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T05:09:16Z,topic='l3_agent')) {'router_ids': ['bb63d168-27c7-45ac-814b-c6326388db70'], 'active': True} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:26:45.323640 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 43306) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:26:45.436049 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvr_db [None req-9bac2b7c-03b1-40d9-a184-fece6ad9c7a6 None None] Set router bb63d168-27c7-45ac-814b-c6326388db70 gateway port host: dv-cinder-772623-14-iscsi {{(pid=94299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 05:26:45.551793 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5756b7-2687-4cf8-ac90-4cf347c87319 None None] Network 291e5271-48d4-420e-881d-562af23bb611 requested from dv-cinder-772623-14-iscsi {{(pid=94299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 05:26:45.672284 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-05350d63-15ba-446d-a781-fd892ba2b468 None None] Provisioning for port 558b82ff-12ed-4263-a86b-d6c31dfad164 completed by entity DHCP. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 05:26:45.693195 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-05350d63-15ba-446d-a781-fd892ba2b468 None None] Provisioning complete for port 558b82ff-12ed-4263-a86b-d6c31dfad164 triggered by entity DHCP. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:26:45.693195 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-05350d63-15ba-446d-a781-fd892ba2b468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:45.777139 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-cadbd48e-f4dc-42a9-9c84-e7d15a319e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:45.796182 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-9bac2b7c-03b1-40d9-a184-fece6ad9c7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb63d168-27c7-45ac-814b-c6326388db70', 'name': 'tempest-TestShelveInstance-2087886906-router', 'tenant_id': '6a43cc7713434a7ba98dea2fb6dbc0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': 'b28f4ddf-9f31-4d3f-9e21-ff3ff9bae631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:26:43Z', 'updated_at': '2021-09-09T05:26:44Z', 'revision_number': 3, 'project_id': '6a43cc7713434a7ba98dea2fb6dbc0b8', 'gw_port': {'id': 'b28f4ddf-9f31-4d3f-9e21-ff3ff9bae631', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:22:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb63d168-27c7-45ac-814b-c6326388db70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:26:44Z', 'updated_at': '2021-09-09T05:26:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi'}], 'dv-cinder-772623-14-iscsi', False) {} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:26:45.833153 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bac2b7c-03b1-40d9-a184-fece6ad9c7a6 None None] Checking router: bb63d168-27c7-45ac-814b-c6326388db70 for host: dv-cinder-772623-14-iscsi {{(pid=94299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 05:26:45.833603 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bac2b7c-03b1-40d9-a184-fece6ad9c7a6 None None] Updating router bb63d168-27c7-45ac-814b-c6326388db70 port b28f4ddf-9f31-4d3f-9e21-ff3ff9bae631 binding host dv-cinder-772623-14-iscsi {{(pid=94299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 05:26:45.890403 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-9bac2b7c-03b1-40d9-a184-fece6ad9c7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:45.926920 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-05350d63-15ba-446d-a781-fd892ba2b468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:45.961018 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.db.db_base_plugin_common [None req-cadbd48e-f4dc-42a9-9c84-e7d15a319e7a admin admin] Allocated IP 172.20.0.1 (291e5271-48d4-420e-881d-562af23bb611/a04bd73f-e382-4b28-93a4-5bffd3f0a099/12e03d33-7019-46ac-9524-641756fe4ab2) {{(pid=94298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 05:26:46.037356 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-05350d63-15ba-446d-a781-fd892ba2b468 None None] For port 558b82ff-12ed-4263-a86b-d6c31dfad164, host dv-cinder-772623-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-14-iscsi',level=0,port_id=558b82ff-12ed-4263-a86b-d6c31dfad164,segment=NetworkSegment(d9f47965-8d81-4307-a217-db31e5b894fd),segment_id=d9f47965-8d81-4307-a217-db31e5b894fd)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:26:46.042874 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-05350d63-15ba-446d-a781-fd892ba2b468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:46.088095 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-cadbd48e-f4dc-42a9-9c84-e7d15a319e7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:46.101867 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.db.provisioning_blocks [None req-cadbd48e-f4dc-42a9-9c84-e7d15a319e7a admin admin] Transition to ACTIVE for port object 12e03d33-7019-46ac-9524-641756fe4ab2 will not be triggered until provisioned by entity DHCP. {{(pid=94298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 05:26:46.134998 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-cadbd48e-f4dc-42a9-9c84-e7d15a319e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748631669697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1874062'] for port, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:46.156599 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05350d63-15ba-446d-a781-fd892ba2b468 None None] Pushing event updated for resources: {'Port': ['ID=558b82ff-12ed-4263-a86b-d6c31dfad164,revision_number=3']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:26:46.175644 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cadbd48e-f4dc-42a9-9c84-e7d15a319e7a admin admin] Network 291e5271-48d4-420e-881d-562af23bb611 is already hosted by enough agents. {{(pid=94298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 05:26:46.182006 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-f5165353-342d-456f-92c1-ad58e03ac2ca None None] Provisioning complete for port 558b82ff-12ed-4263-a86b-d6c31dfad164 triggered by entity DHCP. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:26:46.182296 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-f5165353-342d-456f-92c1-ad58e03ac2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:46.182934 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.base_scheduler [None req-cadbd48e-f4dc-42a9-9c84-e7d15a319e7a admin admin] Resources bound (agent type, host, resource id): {{(pid=94298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 05:26:46.185144 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadbd48e-f4dc-42a9-9c84-e7d15a319e7a admin admin] Pushing event updated for resources: {'Port': ['ID=12e03d33-7019-46ac-9524-641756fe4ab2,revision_number=1']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:26:46.187299 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadbd48e-f4dc-42a9-9c84-e7d15a319e7a admin admin] Received port after_create {{(pid=94298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 05:26:46.225081 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-cadbd48e-f4dc-42a9-9c84-e7d15a319e7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600464'] for router_interface, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:46.316945 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-9bac2b7c-03b1-40d9-a184-fece6ad9c7a6 None None] Notify callbacks [] for port, precommit_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:46.335283 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-9bac2b7c-03b1-40d9-a184-fece6ad9c7a6 None None] Transition to ACTIVE for port object b28f4ddf-9f31-4d3f-9e21-ff3ff9bae631 will not be triggered until provisioned by entity L2. {{(pid=94299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 05:26:46.344235 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-9bac2b7c-03b1-40d9-a184-fece6ad9c7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:46.368955 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-cadbd48e-f4dc-42a9-9c84-e7d15a319e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:46.534874 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-39ccef27-6ee7-4e58-b9a5-c177bf098eee None None] Provisioning for port 12e03d33-7019-46ac-9524-641756fe4ab2 completed by entity DHCP. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 05:26:46.536635 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa6f0f2-ca9d-419f-825d-8c6d87d6d0b2 None None] Pushing event updated for resources: {'Port': ['ID=b28f4ddf-9f31-4d3f-9e21-ff3ff9bae631,revision_number=2']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:26:46.538861 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.managers [None req-9bac2b7c-03b1-40d9-a184-fece6ad9c7a6 None None] Attempting to bind port b28f4ddf-9f31-4d3f-9e21-ff3ff9bae631 on host dv-cinder-772623-14-iscsi for vnic_type normal with profile {{(pid=94299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 05:26:46.539212 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.managers [None req-9bac2b7c-03b1-40d9-a184-fece6ad9c7a6 None None] Attempting to bind port b28f4ddf-9f31-4d3f-9e21-ff3ff9bae631 by drivers openvswitch,hyperv on host dv-cinder-772623-14-iscsi at level 0 using segments [{'id': 'df80411f-acb6-4e9d-a7f5-4a8066bc7b33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1'}] {{(pid=94299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 05:26:46.539575 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bac2b7c-03b1-40d9-a184-fece6ad9c7a6 None None] Attempting to bind port b28f4ddf-9f31-4d3f-9e21-ff3ff9bae631 on network 5214b103-0600-4a81-9a33-2571ddc573a1 {{(pid=94299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 05:26:46.549654 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-cadbd48e-f4dc-42a9-9c84-e7d15a319e7a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:46.550966 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-39ccef27-6ee7-4e58-b9a5-c177bf098eee None None] Provisioning complete for port 12e03d33-7019-46ac-9524-641756fe4ab2 triggered by entity DHCP. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:26:46.551281 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-39ccef27-6ee7-4e58-b9a5-c177bf098eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:46.554722 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-cadbd48e-f4dc-42a9-9c84-e7d15a319e7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1873021'] for port, after_update {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:46.555547 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bac2b7c-03b1-40d9-a184-fece6ad9c7a6 None None] Checking agent: {'id': 'b4d491fa-f395-4d31-93f5-2c51f286f631', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 5, 9, 17), 'started_at': datetime.datetime(2021, 9, 9, 5, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 5, 26, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 05:26:46.556085 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bac2b7c-03b1-40d9-a184-fece6ad9c7a6 None None] Checking segment: {'id': 'df80411f-acb6-4e9d-a7f5-4a8066bc7b33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 05:26:46.556417 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-9bac2b7c-03b1-40d9-a184-fece6ad9c7a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:46.556925 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bac2b7c-03b1-40d9-a184-fece6ad9c7a6 None None] Bound using segment: {'id': 'df80411f-acb6-4e9d-a7f5-4a8066bc7b33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1'} {{(pid=94299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 05:26:46.557479 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.managers [None req-9bac2b7c-03b1-40d9-a184-fece6ad9c7a6 None None] Bound port: b28f4ddf-9f31-4d3f-9e21-ff3ff9bae631, host: dv-cinder-772623-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df80411f-acb6-4e9d-a7f5-4a8066bc7b33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1'}}] {{(pid=94299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 05:26:46.557885 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-9bac2b7c-03b1-40d9-a184-fece6ad9c7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:46.577707 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-f1e3298b-5961-4dde-9452-217d03f66eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:46.619338 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.plugin [None req-39ccef27-6ee7-4e58-b9a5-c177bf098eee None None] Port 12e03d33-7019-46ac-9524-641756fe4ab2 cannot update to ACTIVE because it is not bound. {{(pid=94299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 05:26:46.624536 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-cadbd48e-f4dc-42a9-9c84-e7d15a319e7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601088'] for router_interface, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:46.626228 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadbd48e-f4dc-42a9-9c84-e7d15a319e7a admin admin] Pushing event updated for resources: {'Port': ['ID=12e03d33-7019-46ac-9524-641756fe4ab2,revision_number=2']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:26:46.641319 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-9bac2b7c-03b1-40d9-a184-fece6ad9c7a6 None None] For port b28f4ddf-9f31-4d3f-9e21-ff3ff9bae631, host dv-cinder-772623-14-iscsi, cleared binding levels {{(pid=94299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 05:26:46.644857 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-9bac2b7c-03b1-40d9-a184-fece6ad9c7a6 None None] For port b28f4ddf-9f31-4d3f-9e21-ff3ff9bae631, host dv-cinder-772623-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-14-iscsi',level=0,port_id=b28f4ddf-9f31-4d3f-9e21-ff3ff9bae631,segment=NetworkSegment(df80411f-acb6-4e9d-a7f5-4a8066bc7b33),segment_id=df80411f-acb6-4e9d-a7f5-4a8066bc7b33)] {{(pid=94299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 05:26:46.648588 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-9bac2b7c-03b1-40d9-a184-fece6ad9c7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:46.704253 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bac2b7c-03b1-40d9-a184-fece6ad9c7a6 None None] Routers {'bb63d168-27c7-45ac-814b-c6326388db70'} bound to L3 agent in host dv-cinder-772623-14-iscsi {{(pid=94299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 05:26:46.704884 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-9bac2b7c-03b1-40d9-a184-fece6ad9c7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T05:09:16Z,description=,heartbeat_timestamp=2021-09-09T05:26:47Z,host='dv-cinder-772623-14-iscsi',id=e912432c-85e4-4a31-b574-aae2dcf01ec7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T05:09:16Z,topic='l3_agent')) {'router_ids': ['bb63d168-27c7-45ac-814b-c6326388db70'], 'active': True} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:26:46.725718 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cadbd48e-f4dc-42a9-9c84-e7d15a319e7a admin admin] Network 291e5271-48d4-420e-881d-562af23bb611 is already hosted by enough agents. {{(pid=94298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 05:26:46.727282 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.base_scheduler [None req-cadbd48e-f4dc-42a9-9c84-e7d15a319e7a admin admin] Resources bound (agent type, host, resource id): {{(pid=94298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 05:26:46.742852 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa6f0f2-ca9d-419f-825d-8c6d87d6d0b2 None None] Pushing event updated for resources: {'Port': ['ID=b28f4ddf-9f31-4d3f-9e21-ff3ff9bae631,revision_number=3']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:26:46.823287 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvr_db [None req-9bac2b7c-03b1-40d9-a184-fece6ad9c7a6 None None] Set router bb63d168-27c7-45ac-814b-c6326388db70 gateway port host: dv-cinder-772623-14-iscsi {{(pid=94299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 05:26:46.846783 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cadbd48e-f4dc-42a9-9c84-e7d15a319e7a admin admin] Router bb63d168-27c7-45ac-814b-c6326388db70 has already been hosted by L3 agent e912432c-85e4-4a31-b574-aae2dcf01ec7 {{(pid=94298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 05:26:46.943338 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:46.961211 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cadbd48e-f4dc-42a9-9c84-e7d15a319e7a admin admin] Notify agent at l3_agent.dv-cinder-772623-14-iscsi the message routers_updated {{(pid=94298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 05:26:46.966213 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-cadbd48e-f4dc-42a9-9c84-e7d15a319e7a admin admin] 10.222.0.24 "PUT /v2.0/routers/bb63d168-27c7-45ac-814b-c6326388db70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6413858 Sep 09 05:26:46.996320 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-268aba33-1a5f-42e8-850a-ec668ab7b348 None None] Provisioning complete for port 12e03d33-7019-46ac-9524-641756fe4ab2 triggered by entity DHCP. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:26:46.996792 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-268aba33-1a5f-42e8-850a-ec668ab7b348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:47.037326 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device 558b82ff-12ed-4263-a86b-d6c31dfad164 up at agent ovs-agent-dv-cinder-772623-14-iscsi {{(pid=94299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 05:26:47.087755 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.plugin [None req-268aba33-1a5f-42e8-850a-ec668ab7b348 None None] Port 12e03d33-7019-46ac-9524-641756fe4ab2 cannot update to ACTIVE because it is not bound. {{(pid=94299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 05:26:47.131437 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Provisioning complete for port 558b82ff-12ed-4263-a86b-d6c31dfad164 triggered by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:26:47.131805 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:47.135801 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-9bac2b7c-03b1-40d9-a184-fece6ad9c7a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb63d168-27c7-45ac-814b-c6326388db70', 'name': 'tempest-TestShelveInstance-2087886906-router', 'tenant_id': '6a43cc7713434a7ba98dea2fb6dbc0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': 'b28f4ddf-9f31-4d3f-9e21-ff3ff9bae631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:26:43Z', 'updated_at': '2021-09-09T05:26:46Z', 'revision_number': 4, 'project_id': '6a43cc7713434a7ba98dea2fb6dbc0b8', 'gw_port': {'id': 'b28f4ddf-9f31-4d3f-9e21-ff3ff9bae631', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:22:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb63d168-27c7-45ac-814b-c6326388db70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:26:44Z', 'updated_at': '2021-09-09T05:26:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi', '_interfaces': [{'id': '12e03d33-7019-46ac-9524-641756fe4ab2', 'name': '', 'network_id': '291e5271-48d4-420e-881d-562af23bb611', 'tenant_id': '6a43cc7713434a7ba98dea2fb6dbc0b8', 'mac_address': 'fa:16:3e:c8:a9:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb63d168-27c7-45ac-814b-c6326388db70', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'a04bd73f-e382-4b28-93a4-5bffd3f0a099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:26:45Z', 'updated_at': '2021-09-09T05:26:46Z', 'revision_number': 2, 'project_id': '6a43cc7713434a7ba98dea2fb6dbc0b8', 'subnets': [{'id': 'a04bd73f-e382-4b28-93a4-5bffd3f0a099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-14-iscsi', False) {} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:26:47.177729 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bac2b7c-03b1-40d9-a184-fece6ad9c7a6 None None] The sync data for ids ['bb63d168-27c7-45ac-814b-c6326388db70'] in dv-cinder-772623-14-iscsi is: [{'id': 'bb63d168-27c7-45ac-814b-c6326388db70', 'name': 'tempest-TestShelveInstance-2087886906-router', 'tenant_id': '6a43cc7713434a7ba98dea2fb6dbc0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': 'b28f4ddf-9f31-4d3f-9e21-ff3ff9bae631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:26:43Z', 'updated_at': '2021-09-09T05:26:46Z', 'revision_number': 4, 'project_id': '6a43cc7713434a7ba98dea2fb6dbc0b8', 'gw_port': {'id': 'b28f4ddf-9f31-4d3f-9e21-ff3ff9bae631', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:22:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb63d168-27c7-45ac-814b-c6326388db70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:26:44Z', 'updated_at': '2021-09-09T05:26:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi', '_interfaces': [{'id': '12e03d33-7019-46ac-9524-641756fe4ab2', 'name': '', 'network_id': '291e5271-48d4-420e-881d-562af23bb611', 'tenant_id': '6a43cc7713434a7ba98dea2fb6dbc0b8', 'mac_address': 'fa:16:3e:c8:a9:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb63d168-27c7-45ac-814b-c6326388db70', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'a04bd73f-e382-4b28-93a4-5bffd3f0a099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:26:45Z', 'updated_at': '2021-09-09T05:26:46Z', 'revision_number': 2, 'project_id': '6a43cc7713434a7ba98dea2fb6dbc0b8', 'subnets': [{'id': 'a04bd73f-e382-4b28-93a4-5bffd3f0a099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 05:26:47.488614 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 43338) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:26:47.493615 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.v2.base [None req-d25300a7-b443-4efd-8e83-620bfcd7b8c1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1180261924-network', 'tenant_id': '1c85202e0ed94d3593a3e2a01d40e49f'}} {{(pid=94298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:26:47.515309 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d25300a7-b443-4efd-8e83-620bfcd7b8c1 admin admin] Made reservation on behalf of 1c85202e0ed94d3593a3e2a01d40e49f for: {'network': 1} {{(pid=94298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 05:26:47.517786 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-d25300a7-b443-4efd-8e83-620bfcd7b8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for network, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:47.526857 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-d25300a7-b443-4efd-8e83-620bfcd7b8c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:47.619016 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-d25300a7-b443-4efd-8e83-620bfcd7b8c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:47.623175 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-d25300a7-b443-4efd-8e83-620bfcd7b8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:47.650447 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d25300a7-b443-4efd-8e83-620bfcd7b8c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=94298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 09 05:26:47.655932 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25300a7-b443-4efd-8e83-620bfcd7b8c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=068e33eb-a021-4849-bae3-73f3f12017e0,revision_number=1']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:26:47.663895 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-d25300a7-b443-4efd-8e83-620bfcd7b8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771871'] for segment, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:47.664240 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.db.segments_db [None req-d25300a7-b443-4efd-8e83-620bfcd7b8c1 admin admin] Added segment e71a20f2-a295-478a-95bb-44a3f8f71355 of type vlan for network 185387d2-5433-406a-8c9a-0a0214278704 Sep 09 05:26:47.673382 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-9dcada0b-7967-4cde-8891-c5586c834af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:47.710188 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-d25300a7-b443-4efd-8e83-620bfcd7b8c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8748631623976'] for network, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:47.734821 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-d25300a7-b443-4efd-8e83-620bfcd7b8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442'] for network, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:47.736135 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25300a7-b443-4efd-8e83-620bfcd7b8c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:26:47.737086 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-d25300a7-b443-4efd-8e83-620bfcd7b8c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for network, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:47.764233 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-d25300a7-b443-4efd-8e83-620bfcd7b8c1 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2745500 Sep 09 05:26:47.771338 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 43340) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:26:47.785611 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.v2.base [None req-49e2dfb4-ddd1-40c1-984d-6f15e608a10b admin admin] Request body: {'subnet': {'network_id': '185387d2-5433-406a-8c9a-0a0214278704', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1180261924-subnet', 'tenant_id': '1c85202e0ed94d3593a3e2a01d40e49f', 'ip_version': 4}} {{(pid=94298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:26:47.830859 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25300a7-b443-4efd-8e83-620bfcd7b8c1 admin admin] Pushing event updated for resources: {'Network': ['ID=185387d2-5433-406a-8c9a-0a0214278704,revision_number=1']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:26:47.841395 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Network 185387d2-5433-406a-8c9a-0a0214278704 details requested by agent ovs-agent-dv-cinder-772623-14-iscsi with host dv-cinder-772623-14-iscsi {{(pid=94299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 09 05:26:47.842957 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e2dfb4-ddd1-40c1-984d-6f15e608a10b admin admin] Made reservation on behalf of 1c85202e0ed94d3593a3e2a01d40e49f for: {'subnet': 1} {{(pid=94298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 05:26:47.845465 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-49e2dfb4-ddd1-40c1-984d-6f15e608a10b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28573742'] for subnet, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:48.023583 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-49e2dfb4-ddd1-40c1-984d-6f15e608a10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1874162', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28573744'] for subnet, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:48.081430 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e2dfb4-ddd1-40c1-984d-6f15e608a10b admin admin] Pushing event updated for resources: {'Subnet': ['ID=649fc08a-4f90-4e6f-b68b-4cad6c68d3a8,revision_number=0']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:26:48.095554 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e2dfb4-ddd1-40c1-984d-6f15e608a10b admin admin] Checking segment: {'id': 'e71a20f2-a295-478a-95bb-44a3f8f71355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '185387d2-5433-406a-8c9a-0a0214278704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 05:26:48.096511 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e2dfb4-ddd1-40c1-984d-6f15e608a10b admin admin] Network hostable DHCP agents. Network: 185387d2-5433-406a-8c9a-0a0214278704, hostable agents: ['bd61413d-9299-49db-9f91-5814fb92a5ef'], hosted agents: [] {{(pid=94298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 09 05:26:48.119054 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e2dfb4-ddd1-40c1-984d-6f15e608a10b admin admin] Network 185387d2-5433-406a-8c9a-0a0214278704 is scheduled to be hosted by DHCP agent bd61413d-9299-49db-9f91-5814fb92a5ef with binding_index 1 {{(pid=94298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 09 05:26:48.128615 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.base_scheduler [None req-49e2dfb4-ddd1-40c1-984d-6f15e608a10b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-772623-14-iscsi, 185387d2-5433-406a-8c9a-0a0214278704) {{(pid=94298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 05:26:48.133149 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e2dfb4-ddd1-40c1-984d-6f15e608a10b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:26:48.134233 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-49e2dfb4-ddd1-40c1-984d-6f15e608a10b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for subnet, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:48.137327 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e82e1c-1ffc-425f-a00d-5b42f8b06271 None None] Network 185387d2-5433-406a-8c9a-0a0214278704 requested from dv-cinder-772623-14-iscsi {{(pid=94299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 05:26:48.149505 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-49e2dfb4-ddd1-40c1-984d-6f15e608a10b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3768907 Sep 09 05:26:48.152213 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 43342) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:26:48.156472 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.v2.base [None req-9c69d27d-41ca-4a2d-9e66-12f1ab6fca6c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1180261924-router', 'tenant_id': '1c85202e0ed94d3593a3e2a01d40e49f', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1'}}} {{(pid=94298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:26:48.179100 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-9c69d27d-41ca-4a2d-9e66-12f1ab6fca6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-603024', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4260'] for router, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:48.180319 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-9c69d27d-41ca-4a2d-9e66-12f1ab6fca6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-603904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-600208', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-920107', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4269'] for router, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:48.241093 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-9c69d27d-41ca-4a2d-9e66-12f1ab6fca6c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:48.301833 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8559479b-bf19-4f60-b579-303160000bfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp99c37c4c-a2b7-5f49-acb8-7f377d3e8231-185387d2-5433-406a-8c9a-0a0214278704', 'network_id': '185387d2-5433-406a-8c9a-0a0214278704', 'tenant_id': '1c85202e0ed94d3593a3e2a01d40e49f', 'fixed_ips': [{'subnet_id': '649fc08a-4f90-4e6f-b68b-4cad6c68d3a8'}]}} from dv-cinder-772623-14-iscsi. {{(pid=94299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 09 05:26:48.302719 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-8559479b-bf19-4f60-b579-303160000bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_create {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:48.457995 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.db_base_plugin_common [None req-8559479b-bf19-4f60-b579-303160000bfc None None] Allocated IP 172.20.0.2 (185387d2-5433-406a-8c9a-0a0214278704/649fc08a-4f90-4e6f-b68b-4cad6c68d3a8/a33a9b0c-2322-495a-9054-9bcb432cae75) {{(pid=94299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 05:26:48.611463 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-8559479b-bf19-4f60-b579-303160000bfc None None] Notify callbacks [] for port, precommit_create {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:48.619865 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-8559479b-bf19-4f60-b579-303160000bfc None None] Transition to ACTIVE for port object a33a9b0c-2322-495a-9054-9bcb432cae75 will not be triggered until provisioned by entity L2. {{(pid=94299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 05:26:48.635509 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-8559479b-bf19-4f60-b579-303160000bfc None None] Transition to ACTIVE for port object a33a9b0c-2322-495a-9054-9bcb432cae75 will not be triggered until provisioned by entity DHCP. {{(pid=94299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 05:26:48.641294 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-8559479b-bf19-4f60-b579-303160000bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748631669697'] for port, after_create {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:48.652757 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-9c69d27d-41ca-4a2d-9e66-12f1ab6fca6c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:48.679622 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8559479b-bf19-4f60-b579-303160000bfc None None] Network 185387d2-5433-406a-8c9a-0a0214278704 is already hosted by enough agents. {{(pid=94299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 05:26:48.685909 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.scheduler.base_scheduler [None req-8559479b-bf19-4f60-b579-303160000bfc None None] Resources bound (agent type, host, resource id): {{(pid=94299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 05:26:48.690869 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8559479b-bf19-4f60-b579-303160000bfc None None] Received port after_create {{(pid=94299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 05:26:48.693917 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8559479b-bf19-4f60-b579-303160000bfc None None] Pushing event updated for resources: {'Port': ['ID=a33a9b0c-2322-495a-9054-9bcb432cae75,revision_number=1']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:26:48.745946 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.managers [None req-8559479b-bf19-4f60-b579-303160000bfc None None] Attempting to bind port a33a9b0c-2322-495a-9054-9bcb432cae75 on host dv-cinder-772623-14-iscsi for vnic_type normal with profile {{(pid=94299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 05:26:48.746314 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.managers [None req-8559479b-bf19-4f60-b579-303160000bfc None None] Attempting to bind port a33a9b0c-2322-495a-9054-9bcb432cae75 by drivers openvswitch,hyperv on host dv-cinder-772623-14-iscsi at level 0 using segments [{'id': 'e71a20f2-a295-478a-95bb-44a3f8f71355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '185387d2-5433-406a-8c9a-0a0214278704'}] {{(pid=94299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 05:26:48.746671 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8559479b-bf19-4f60-b579-303160000bfc None None] Attempting to bind port a33a9b0c-2322-495a-9054-9bcb432cae75 on network 185387d2-5433-406a-8c9a-0a0214278704 {{(pid=94299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 05:26:48.751572 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8559479b-bf19-4f60-b579-303160000bfc None None] Checking agent: {'id': 'b4d491fa-f395-4d31-93f5-2c51f286f631', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 5, 9, 17), 'started_at': datetime.datetime(2021, 9, 9, 5, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 5, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 05:26:48.752559 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8559479b-bf19-4f60-b579-303160000bfc None None] Checking segment: {'id': 'e71a20f2-a295-478a-95bb-44a3f8f71355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '185387d2-5433-406a-8c9a-0a0214278704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 05:26:48.752964 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-8559479b-bf19-4f60-b579-303160000bfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:48.753351 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8559479b-bf19-4f60-b579-303160000bfc None None] Bound using segment: {'id': 'e71a20f2-a295-478a-95bb-44a3f8f71355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '185387d2-5433-406a-8c9a-0a0214278704'} {{(pid=94299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 05:26:48.753941 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.managers [None req-8559479b-bf19-4f60-b579-303160000bfc None None] Bound port: a33a9b0c-2322-495a-9054-9bcb432cae75, host: dv-cinder-772623-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71a20f2-a295-478a-95bb-44a3f8f71355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '185387d2-5433-406a-8c9a-0a0214278704'}}] {{(pid=94299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 05:26:48.754348 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-8559479b-bf19-4f60-b579-303160000bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:48.825859 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-8559479b-bf19-4f60-b579-303160000bfc None None] For port a33a9b0c-2322-495a-9054-9bcb432cae75, host dv-cinder-772623-14-iscsi, cleared binding levels {{(pid=94299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 05:26:48.829082 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-8559479b-bf19-4f60-b579-303160000bfc None None] For port a33a9b0c-2322-495a-9054-9bcb432cae75, host dv-cinder-772623-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-14-iscsi',level=0,port_id=a33a9b0c-2322-495a-9054-9bcb432cae75,segment=NetworkSegment(e71a20f2-a295-478a-95bb-44a3f8f71355),segment_id=e71a20f2-a295-478a-95bb-44a3f8f71355)] {{(pid=94299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 05:26:48.834609 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-8559479b-bf19-4f60-b579-303160000bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:48.855767 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-9c69d27d-41ca-4a2d-9e66-12f1ab6fca6c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:48.878485 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-9c69d27d-41ca-4a2d-9e66-12f1ab6fca6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:48.892221 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8559479b-bf19-4f60-b579-303160000bfc None None] Pushing event updated for resources: {'Port': ['ID=a33a9b0c-2322-495a-9054-9bcb432cae75,revision_number=2']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:26:49.001203 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.db.db_base_plugin_common [None req-9c69d27d-41ca-4a2d-9e66-12f1ab6fca6c admin admin] Allocated IP 172.27.2.193 (5214b103-0600-4a81-9a33-2571ddc573a1/5b692485-8a86-47cc-9882-0c3698d3f08b/6609f9f2-8713-4954-8373-322bfb1b9287) {{(pid=94298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 05:26:49.139323 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-9c69d27d-41ca-4a2d-9e66-12f1ab6fca6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:49.144676 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device b28f4ddf-9f31-4d3f-9e21-ff3ff9bae631 up at agent ovs-agent-dv-cinder-772623-14-iscsi {{(pid=94299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 05:26:49.152201 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97b4cb3-90b8-4241-87e3-2ed0da518299 None None] Sync routers for ids ['bb63d168-27c7-45ac-814b-c6326388db70'] in dv-cinder-772623-14-iscsi {{(pid=94300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 05:26:49.162190 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97b4cb3-90b8-4241-87e3-2ed0da518299 None None] Routers {'bb63d168-27c7-45ac-814b-c6326388db70'} bound to L3 agent in host dv-cinder-772623-14-iscsi {{(pid=94300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 05:26:49.162808 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_hamode_db [None req-d97b4cb3-90b8-4241-87e3-2ed0da518299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T05:09:16Z,description=,heartbeat_timestamp=2021-09-09T05:26:47Z,host='dv-cinder-772623-14-iscsi',id=e912432c-85e4-4a31-b574-aae2dcf01ec7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T05:09:16Z,topic='l3_agent')) {'router_ids': ['bb63d168-27c7-45ac-814b-c6326388db70'], 'active': True} {{(pid=94300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:26:49.197673 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-9c69d27d-41ca-4a2d-9e66-12f1ab6fca6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748631669697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1874062'] for port, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:49.216080 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-fdc48b13-ab8b-41d0-a622-21cc731cd6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:49.221271 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Provisioning for port b28f4ddf-9f31-4d3f-9e21-ff3ff9bae631 completed by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 05:26:49.226225 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Provisioning complete for port b28f4ddf-9f31-4d3f-9e21-ff3ff9bae631 triggered by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:26:49.226771 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:49.250191 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c69d27d-41ca-4a2d-9e66-12f1ab6fca6c admin admin] Network 5214b103-0600-4a81-9a33-2571ddc573a1 is already hosted by enough agents. {{(pid=94298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 05:26:49.251689 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c69d27d-41ca-4a2d-9e66-12f1ab6fca6c admin admin] Pushing event updated for resources: {'Port': ['ID=6609f9f2-8713-4954-8373-322bfb1b9287,revision_number=1']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:26:49.254885 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.base_scheduler [None req-9c69d27d-41ca-4a2d-9e66-12f1ab6fca6c admin admin] Resources bound (agent type, host, resource id): {{(pid=94298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 05:26:49.256927 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c69d27d-41ca-4a2d-9e66-12f1ab6fca6c admin admin] Received port after_create {{(pid=94298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 05:26:49.283787 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_dvr_db [None req-d97b4cb3-90b8-4241-87e3-2ed0da518299 None None] Set router bb63d168-27c7-45ac-814b-c6326388db70 gateway port host: dv-cinder-772623-14-iscsi {{(pid=94300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 05:26:49.318684 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:49.341484 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] For port b28f4ddf-9f31-4d3f-9e21-ff3ff9bae631, host dv-cinder-772623-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-14-iscsi',level=0,port_id=b28f4ddf-9f31-4d3f-9e21-ff3ff9bae631,segment=NetworkSegment(df80411f-acb6-4e9d-a7f5-4a8066bc7b33),segment_id=df80411f-acb6-4e9d-a7f5-4a8066bc7b33)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:26:49.346841 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:49.403033 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Pushing event updated for resources: {'Port': ['ID=b28f4ddf-9f31-4d3f-9e21-ff3ff9bae631,revision_number=4']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:26:49.501634 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_hamode_db [None req-d97b4cb3-90b8-4241-87e3-2ed0da518299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb63d168-27c7-45ac-814b-c6326388db70', 'name': 'tempest-TestShelveInstance-2087886906-router', 'tenant_id': '6a43cc7713434a7ba98dea2fb6dbc0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': 'b28f4ddf-9f31-4d3f-9e21-ff3ff9bae631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:26:43Z', 'updated_at': '2021-09-09T05:26:46Z', 'revision_number': 4, 'project_id': '6a43cc7713434a7ba98dea2fb6dbc0b8', 'gw_port': {'id': 'b28f4ddf-9f31-4d3f-9e21-ff3ff9bae631', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:22:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb63d168-27c7-45ac-814b-c6326388db70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:26:44Z', 'updated_at': '2021-09-09T05:26:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi', '_interfaces': [{'id': '12e03d33-7019-46ac-9524-641756fe4ab2', 'name': '', 'network_id': '291e5271-48d4-420e-881d-562af23bb611', 'tenant_id': '6a43cc7713434a7ba98dea2fb6dbc0b8', 'mac_address': 'fa:16:3e:c8:a9:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb63d168-27c7-45ac-814b-c6326388db70', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'a04bd73f-e382-4b28-93a4-5bffd3f0a099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:26:45Z', 'updated_at': '2021-09-09T05:26:46Z', 'revision_number': 2, 'project_id': '6a43cc7713434a7ba98dea2fb6dbc0b8', 'subnets': [{'id': 'a04bd73f-e382-4b28-93a4-5bffd3f0a099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-14-iscsi', False) {} {{(pid=94300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:26:49.508678 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-9c69d27d-41ca-4a2d-9e66-12f1ab6fca6c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:49.527540 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97b4cb3-90b8-4241-87e3-2ed0da518299 None None] Checking router: bb63d168-27c7-45ac-814b-c6326388db70 for host: dv-cinder-772623-14-iscsi {{(pid=94300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 05:26:49.527886 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97b4cb3-90b8-4241-87e3-2ed0da518299 None None] Updating router bb63d168-27c7-45ac-814b-c6326388db70 port 12e03d33-7019-46ac-9524-641756fe4ab2 binding host dv-cinder-772623-14-iscsi {{(pid=94300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 05:26:49.554222 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-d97b4cb3-90b8-4241-87e3-2ed0da518299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:49.756233 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-9c69d27d-41ca-4a2d-9e66-12f1ab6fca6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-603929', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-600385'] for router, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:49.898209 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c69d27d-41ca-4a2d-9e66-12f1ab6fca6c admin admin] Router cfb1b68b-a0b2-4897-a169-456e3adca323 is scheduled to L3 agent e912432c-85e4-4a31-b574-aae2dcf01ec7 with binding_index 1 {{(pid=94298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 09 05:26:49.934893 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e157cb-38cb-4f3f-81b4-ea26e7006d72 None None] Network 185387d2-5433-406a-8c9a-0a0214278704 requested from dv-cinder-772623-14-iscsi {{(pid=94299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 05:26:49.980860 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-d97b4cb3-90b8-4241-87e3-2ed0da518299 None None] Notify callbacks [] for port, precommit_update {{(pid=94300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:49.992086 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.provisioning_blocks [None req-d97b4cb3-90b8-4241-87e3-2ed0da518299 None None] Transition to ACTIVE for port object 12e03d33-7019-46ac-9524-641756fe4ab2 will not be triggered until provisioned by entity L2. {{(pid=94300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 05:26:49.999364 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-d97b4cb3-90b8-4241-87e3-2ed0da518299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:50.015588 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c69d27d-41ca-4a2d-9e66-12f1ab6fca6c admin admin] Notify agent at l3_agent.dv-cinder-772623-14-iscsi the message routers_updated {{(pid=94298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 05:26:50.031474 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-9c69d27d-41ca-4a2d-9e66-12f1ab6fca6c admin admin] Notify callbacks [] for router, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:50.032824 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-9c69d27d-41ca-4a2d-9e66-12f1ab6fca6c admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8796599 Sep 09 05:26:50.036523 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 43352) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:26:50.040500 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b072c391-c2f8-4169-b9ec-58a66db1a9a1 None None] Sync routers for ids ['cfb1b68b-a0b2-4897-a169-456e3adca323'] in dv-cinder-772623-14-iscsi {{(pid=94299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 05:26:50.051365 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eac705-5c80-46c0-8a31-3525058bdff5 None None] Pushing event updated for resources: {'Port': ['ID=12e03d33-7019-46ac-9524-641756fe4ab2,revision_number=3']} {{(pid=94300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:26:50.060500 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44eac705-5c80-46c0-8a31-3525058bdff5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:26:50.060868 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44eac705-5c80-46c0-8a31-3525058bdff5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:26:50.061209 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44eac705-5c80-46c0-8a31-3525058bdff5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:26:50.061745 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44eac705-5c80-46c0-8a31-3525058bdff5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:26:50.062111 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44eac705-5c80-46c0-8a31-3525058bdff5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:26:50.062410 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44eac705-5c80-46c0-8a31-3525058bdff5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:26:50.062938 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44eac705-5c80-46c0-8a31-3525058bdff5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:26:50.063414 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44eac705-5c80-46c0-8a31-3525058bdff5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:26:50.063909 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44eac705-5c80-46c0-8a31-3525058bdff5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:26:50.064423 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44eac705-5c80-46c0-8a31-3525058bdff5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:26:50.064910 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44eac705-5c80-46c0-8a31-3525058bdff5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:26:50.065581 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44eac705-5c80-46c0-8a31-3525058bdff5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:26:50.105009 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b072c391-c2f8-4169-b9ec-58a66db1a9a1 None None] Routers {'cfb1b68b-a0b2-4897-a169-456e3adca323'} bound to L3 agent in host dv-cinder-772623-14-iscsi {{(pid=94299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 05:26:50.105728 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-b072c391-c2f8-4169-b9ec-58a66db1a9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T05:09:16Z,description=,heartbeat_timestamp=2021-09-09T05:26:47Z,host='dv-cinder-772623-14-iscsi',id=e912432c-85e4-4a31-b574-aae2dcf01ec7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T05:09:16Z,topic='l3_agent')) {'router_ids': ['cfb1b68b-a0b2-4897-a169-456e3adca323'], 'active': True} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:26:50.111292 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-d2285452-9fdb-48ca-a327-208f7511e120 None None] Provisioning for port a33a9b0c-2322-495a-9054-9bcb432cae75 completed by entity DHCP. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 05:26:50.143833 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.plugins.ml2.managers [None req-d97b4cb3-90b8-4241-87e3-2ed0da518299 None None] Attempting to bind port 12e03d33-7019-46ac-9524-641756fe4ab2 on host dv-cinder-772623-14-iscsi for vnic_type normal with profile {{(pid=94300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 05:26:50.144205 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.plugins.ml2.managers [None req-d97b4cb3-90b8-4241-87e3-2ed0da518299 None None] Attempting to bind port 12e03d33-7019-46ac-9524-641756fe4ab2 by drivers openvswitch,hyperv on host dv-cinder-772623-14-iscsi at level 0 using segments [{'id': 'd9f47965-8d81-4307-a217-db31e5b894fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '291e5271-48d4-420e-881d-562af23bb611'}] {{(pid=94300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 05:26:50.144568 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97b4cb3-90b8-4241-87e3-2ed0da518299 None None] Attempting to bind port 12e03d33-7019-46ac-9524-641756fe4ab2 on network 291e5271-48d4-420e-881d-562af23bb611 {{(pid=94300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 05:26:50.154417 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97b4cb3-90b8-4241-87e3-2ed0da518299 None None] Checking agent: {'id': 'b4d491fa-f395-4d31-93f5-2c51f286f631', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 5, 9, 17), 'started_at': datetime.datetime(2021, 9, 9, 5, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 5, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 05:26:50.155554 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97b4cb3-90b8-4241-87e3-2ed0da518299 None None] Checking segment: {'id': 'd9f47965-8d81-4307-a217-db31e5b894fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '291e5271-48d4-420e-881d-562af23bb611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 05:26:50.156117 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-d97b4cb3-90b8-4241-87e3-2ed0da518299 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:50.156668 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97b4cb3-90b8-4241-87e3-2ed0da518299 None None] Bound using segment: {'id': 'd9f47965-8d81-4307-a217-db31e5b894fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '291e5271-48d4-420e-881d-562af23bb611'} {{(pid=94300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 05:26:50.157382 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.plugins.ml2.managers [None req-d97b4cb3-90b8-4241-87e3-2ed0da518299 None None] Bound port: 12e03d33-7019-46ac-9524-641756fe4ab2, host: dv-cinder-772623-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9f47965-8d81-4307-a217-db31e5b894fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '291e5271-48d4-420e-881d-562af23bb611'}}] {{(pid=94300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 05:26:50.158888 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-d97b4cb3-90b8-4241-87e3-2ed0da518299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:50.245451 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.plugins.ml2.db [None req-d97b4cb3-90b8-4241-87e3-2ed0da518299 None None] For port 12e03d33-7019-46ac-9524-641756fe4ab2, host dv-cinder-772623-14-iscsi, cleared binding levels {{(pid=94300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 05:26:50.250217 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.plugins.ml2.db [None req-d97b4cb3-90b8-4241-87e3-2ed0da518299 None None] For port 12e03d33-7019-46ac-9524-641756fe4ab2, host dv-cinder-772623-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-14-iscsi',level=0,port_id=12e03d33-7019-46ac-9524-641756fe4ab2,segment=NetworkSegment(d9f47965-8d81-4307-a217-db31e5b894fd),segment_id=d9f47965-8d81-4307-a217-db31e5b894fd)] {{(pid=94300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 05:26:50.256786 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-d97b4cb3-90b8-4241-87e3-2ed0da518299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:50.311129 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97b4cb3-90b8-4241-87e3-2ed0da518299 None None] Routers {'bb63d168-27c7-45ac-814b-c6326388db70'} bound to L3 agent in host dv-cinder-772623-14-iscsi {{(pid=94300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 05:26:50.311763 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_hamode_db [None req-d97b4cb3-90b8-4241-87e3-2ed0da518299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T05:09:16Z,description=,heartbeat_timestamp=2021-09-09T05:26:47Z,host='dv-cinder-772623-14-iscsi',id=e912432c-85e4-4a31-b574-aae2dcf01ec7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T05:09:16Z,topic='l3_agent')) {'router_ids': ['bb63d168-27c7-45ac-814b-c6326388db70'], 'active': True} {{(pid=94300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:26:50.360468 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eac705-5c80-46c0-8a31-3525058bdff5 None None] Pushing event updated for resources: {'Port': ['ID=12e03d33-7019-46ac-9524-641756fe4ab2,revision_number=4']} {{(pid=94300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:26:50.406796 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvr_db [None req-b072c391-c2f8-4169-b9ec-58a66db1a9a1 None None] Set router cfb1b68b-a0b2-4897-a169-456e3adca323 gateway port host: dv-cinder-772623-14-iscsi {{(pid=94299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 05:26:50.457851 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_dvr_db [None req-d97b4cb3-90b8-4241-87e3-2ed0da518299 None None] Set router bb63d168-27c7-45ac-814b-c6326388db70 gateway port host: dv-cinder-772623-14-iscsi {{(pid=94300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 05:26:50.535512 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-f2fc01b7-db5c-4e98-97a7-9b375a8b0002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:50.680232 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-b072c391-c2f8-4169-b9ec-58a66db1a9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb1b68b-a0b2-4897-a169-456e3adca323', 'name': 'tempest-TestShelveInstance-1180261924-router', 'tenant_id': '1c85202e0ed94d3593a3e2a01d40e49f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '6609f9f2-8713-4954-8373-322bfb1b9287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:26:48Z', 'updated_at': '2021-09-09T05:26:49Z', 'revision_number': 3, 'project_id': '1c85202e0ed94d3593a3e2a01d40e49f', 'gw_port': {'id': '6609f9f2-8713-4954-8373-322bfb1b9287', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f8:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfb1b68b-a0b2-4897-a169-456e3adca323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:26:48Z', 'updated_at': '2021-09-09T05:26:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi'}], 'dv-cinder-772623-14-iscsi', False) {} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:26:50.722073 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b072c391-c2f8-4169-b9ec-58a66db1a9a1 None None] Checking router: cfb1b68b-a0b2-4897-a169-456e3adca323 for host: dv-cinder-772623-14-iscsi {{(pid=94299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 05:26:50.722073 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b072c391-c2f8-4169-b9ec-58a66db1a9a1 None None] Updating router cfb1b68b-a0b2-4897-a169-456e3adca323 port 6609f9f2-8713-4954-8373-322bfb1b9287 binding host dv-cinder-772623-14-iscsi {{(pid=94299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 05:26:50.736065 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.db_base_plugin_common [None req-f2fc01b7-db5c-4e98-97a7-9b375a8b0002 admin admin] Allocated IP 172.20.0.1 (185387d2-5433-406a-8c9a-0a0214278704/649fc08a-4f90-4e6f-b68b-4cad6c68d3a8/bf6413f9-f55d-40d2-8756-52700746a68e) {{(pid=94297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 05:26:50.741169 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-b072c391-c2f8-4169-b9ec-58a66db1a9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:50.751638 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_hamode_db [None req-d97b4cb3-90b8-4241-87e3-2ed0da518299 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb63d168-27c7-45ac-814b-c6326388db70', 'name': 'tempest-TestShelveInstance-2087886906-router', 'tenant_id': '6a43cc7713434a7ba98dea2fb6dbc0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': 'b28f4ddf-9f31-4d3f-9e21-ff3ff9bae631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:26:43Z', 'updated_at': '2021-09-09T05:26:46Z', 'revision_number': 4, 'project_id': '6a43cc7713434a7ba98dea2fb6dbc0b8', 'gw_port': {'id': 'b28f4ddf-9f31-4d3f-9e21-ff3ff9bae631', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:22:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb63d168-27c7-45ac-814b-c6326388db70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:26:44Z', 'updated_at': '2021-09-09T05:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi', '_interfaces': [{'id': '12e03d33-7019-46ac-9524-641756fe4ab2', 'name': '', 'network_id': '291e5271-48d4-420e-881d-562af23bb611', 'tenant_id': '6a43cc7713434a7ba98dea2fb6dbc0b8', 'mac_address': 'fa:16:3e:c8:a9:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb63d168-27c7-45ac-814b-c6326388db70', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'a04bd73f-e382-4b28-93a4-5bffd3f0a099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:26:45Z', 'updated_at': '2021-09-09T05:26:50Z', 'revision_number': 4, 'project_id': '6a43cc7713434a7ba98dea2fb6dbc0b8', 'subnets': [{'id': 'a04bd73f-e382-4b28-93a4-5bffd3f0a099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-14-iscsi', False) {} {{(pid=94300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:26:50.787525 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97b4cb3-90b8-4241-87e3-2ed0da518299 None None] The sync data for ids ['bb63d168-27c7-45ac-814b-c6326388db70'] in dv-cinder-772623-14-iscsi is: [{'id': 'bb63d168-27c7-45ac-814b-c6326388db70', 'name': 'tempest-TestShelveInstance-2087886906-router', 'tenant_id': '6a43cc7713434a7ba98dea2fb6dbc0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': 'b28f4ddf-9f31-4d3f-9e21-ff3ff9bae631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:26:43Z', 'updated_at': '2021-09-09T05:26:46Z', 'revision_number': 4, 'project_id': '6a43cc7713434a7ba98dea2fb6dbc0b8', 'gw_port': {'id': 'b28f4ddf-9f31-4d3f-9e21-ff3ff9bae631', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:22:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb63d168-27c7-45ac-814b-c6326388db70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:26:44Z', 'updated_at': '2021-09-09T05:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi', '_interfaces': [{'id': '12e03d33-7019-46ac-9524-641756fe4ab2', 'name': '', 'network_id': '291e5271-48d4-420e-881d-562af23bb611', 'tenant_id': '6a43cc7713434a7ba98dea2fb6dbc0b8', 'mac_address': 'fa:16:3e:c8:a9:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb63d168-27c7-45ac-814b-c6326388db70', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'a04bd73f-e382-4b28-93a4-5bffd3f0a099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:26:45Z', 'updated_at': '2021-09-09T05:26:50Z', 'revision_number': 4, 'project_id': '6a43cc7713434a7ba98dea2fb6dbc0b8', 'subnets': [{'id': 'a04bd73f-e382-4b28-93a4-5bffd3f0a099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 05:26:50.854857 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-f2fc01b7-db5c-4e98-97a7-9b375a8b0002 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:50.871530 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.provisioning_blocks [None req-f2fc01b7-db5c-4e98-97a7-9b375a8b0002 admin admin] Transition to ACTIVE for port object bf6413f9-f55d-40d2-8756-52700746a68e will not be triggered until provisioned by entity DHCP. {{(pid=94297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 05:26:50.907194 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-f2fc01b7-db5c-4e98-97a7-9b375a8b0002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748631669697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29281037'] for port, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:50.951479 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2fc01b7-db5c-4e98-97a7-9b375a8b0002 admin admin] Network 185387d2-5433-406a-8c9a-0a0214278704 is already hosted by enough agents. {{(pid=94297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 05:26:50.955920 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.base_scheduler [None req-f2fc01b7-db5c-4e98-97a7-9b375a8b0002 admin admin] Resources bound (agent type, host, resource id): {{(pid=94297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 05:26:50.958917 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fc01b7-db5c-4e98-97a7-9b375a8b0002 admin admin] Received port after_create {{(pid=94297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 05:26:51.012867 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc01b7-db5c-4e98-97a7-9b375a8b0002 admin admin] Pushing event updated for resources: {'Port': ['ID=bf6413f9-f55d-40d2-8756-52700746a68e,revision_number=1']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:26:51.016445 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-f2fc01b7-db5c-4e98-97a7-9b375a8b0002 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600464'] for router_interface, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:51.068478 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-b072c391-c2f8-4169-b9ec-58a66db1a9a1 None None] Notify callbacks [] for port, precommit_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:51.081563 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-b072c391-c2f8-4169-b9ec-58a66db1a9a1 None None] Transition to ACTIVE for port object 6609f9f2-8713-4954-8373-322bfb1b9287 will not be triggered until provisioned by entity L2. {{(pid=94299) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 05:26:51.091645 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-b072c391-c2f8-4169-b9ec-58a66db1a9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:51.185509 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.managers [None req-b072c391-c2f8-4169-b9ec-58a66db1a9a1 None None] Attempting to bind port 6609f9f2-8713-4954-8373-322bfb1b9287 on host dv-cinder-772623-14-iscsi for vnic_type normal with profile {{(pid=94299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 05:26:51.185943 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.managers [None req-b072c391-c2f8-4169-b9ec-58a66db1a9a1 None None] Attempting to bind port 6609f9f2-8713-4954-8373-322bfb1b9287 by drivers openvswitch,hyperv on host dv-cinder-772623-14-iscsi at level 0 using segments [{'id': 'df80411f-acb6-4e9d-a7f5-4a8066bc7b33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1'}] {{(pid=94299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 05:26:51.186309 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b072c391-c2f8-4169-b9ec-58a66db1a9a1 None None] Attempting to bind port 6609f9f2-8713-4954-8373-322bfb1b9287 on network 5214b103-0600-4a81-9a33-2571ddc573a1 {{(pid=94299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 05:26:51.204011 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b072c391-c2f8-4169-b9ec-58a66db1a9a1 None None] Checking agent: {'id': 'b4d491fa-f395-4d31-93f5-2c51f286f631', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 5, 9, 17), 'started_at': datetime.datetime(2021, 9, 9, 5, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 5, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 05:26:51.204397 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b072c391-c2f8-4169-b9ec-58a66db1a9a1 None None] Checking segment: {'id': 'df80411f-acb6-4e9d-a7f5-4a8066bc7b33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 05:26:51.204789 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-b072c391-c2f8-4169-b9ec-58a66db1a9a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:51.205757 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b072c391-c2f8-4169-b9ec-58a66db1a9a1 None None] Bound using segment: {'id': 'df80411f-acb6-4e9d-a7f5-4a8066bc7b33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1'} {{(pid=94299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 05:26:51.206235 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.managers [None req-b072c391-c2f8-4169-b9ec-58a66db1a9a1 None None] Bound port: 6609f9f2-8713-4954-8373-322bfb1b9287, host: dv-cinder-772623-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df80411f-acb6-4e9d-a7f5-4a8066bc7b33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1'}}] {{(pid=94299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 05:26:51.206619 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-b072c391-c2f8-4169-b9ec-58a66db1a9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:51.234639 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-f2fc01b7-db5c-4e98-97a7-9b375a8b0002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:51.254158 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e0ab66-24c2-449a-9d80-e8bb534d2b56 None None] Pushing event updated for resources: {'Port': ['ID=6609f9f2-8713-4954-8373-322bfb1b9287,revision_number=2']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:26:51.281789 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device b28f4ddf-9f31-4d3f-9e21-ff3ff9bae631 up at agent ovs-agent-dv-cinder-772623-14-iscsi {{(pid=94299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 05:26:51.328223 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-b072c391-c2f8-4169-b9ec-58a66db1a9a1 None None] For port 6609f9f2-8713-4954-8373-322bfb1b9287, host dv-cinder-772623-14-iscsi, cleared binding levels {{(pid=94299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 05:26:51.335569 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-773169b5-3e1e-4a25-9d3c-af9e6cf30b57 None None] Provisioning for port bf6413f9-f55d-40d2-8756-52700746a68e completed by entity DHCP. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 05:26:51.349063 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-773169b5-3e1e-4a25-9d3c-af9e6cf30b57 None None] Provisioning complete for port bf6413f9-f55d-40d2-8756-52700746a68e triggered by entity DHCP. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:26:51.349430 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-773169b5-3e1e-4a25-9d3c-af9e6cf30b57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:51.352794 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-b072c391-c2f8-4169-b9ec-58a66db1a9a1 None None] For port 6609f9f2-8713-4954-8373-322bfb1b9287, host dv-cinder-772623-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-14-iscsi',level=0,port_id=6609f9f2-8713-4954-8373-322bfb1b9287,segment=NetworkSegment(df80411f-acb6-4e9d-a7f5-4a8066bc7b33),segment_id=df80411f-acb6-4e9d-a7f5-4a8066bc7b33)] {{(pid=94299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 05:26:51.374461 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-b072c391-c2f8-4169-b9ec-58a66db1a9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:51.426458 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-f2fc01b7-db5c-4e98-97a7-9b375a8b0002 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:51.431788 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-f2fc01b7-db5c-4e98-97a7-9b375a8b0002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29280254'] for port, after_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:51.441559 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.plugin [None req-773169b5-3e1e-4a25-9d3c-af9e6cf30b57 None None] Port bf6413f9-f55d-40d2-8756-52700746a68e cannot update to ACTIVE because it is not bound. {{(pid=94299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 05:26:51.443513 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Provisioning complete for port b28f4ddf-9f31-4d3f-9e21-ff3ff9bae631 triggered by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:26:51.443513 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:51.490439 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b072c391-c2f8-4169-b9ec-58a66db1a9a1 None None] Routers {'cfb1b68b-a0b2-4897-a169-456e3adca323'} bound to L3 agent in host dv-cinder-772623-14-iscsi {{(pid=94299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 05:26:51.491188 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-b072c391-c2f8-4169-b9ec-58a66db1a9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T05:09:16Z,description=,heartbeat_timestamp=2021-09-09T05:26:47Z,host='dv-cinder-772623-14-iscsi',id=e912432c-85e4-4a31-b574-aae2dcf01ec7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T05:09:16Z,topic='l3_agent')) {'router_ids': ['cfb1b68b-a0b2-4897-a169-456e3adca323'], 'active': True} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:26:51.497542 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e0ab66-24c2-449a-9d80-e8bb534d2b56 None None] Pushing event updated for resources: {'Port': ['ID=6609f9f2-8713-4954-8373-322bfb1b9287,revision_number=3']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:26:51.501522 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fc01b7-db5c-4e98-97a7-9b375a8b0002 admin admin] Pushing event updated for resources: {'Port': ['ID=bf6413f9-f55d-40d2-8756-52700746a68e,revision_number=2']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:26:51.504488 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-f2fc01b7-db5c-4e98-97a7-9b375a8b0002 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527552', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-601088'] for router_interface, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:51.612083 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2fc01b7-db5c-4e98-97a7-9b375a8b0002 admin admin] Network 185387d2-5433-406a-8c9a-0a0214278704 is already hosted by enough agents. {{(pid=94297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 05:26:51.613462 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.base_scheduler [None req-f2fc01b7-db5c-4e98-97a7-9b375a8b0002 admin admin] Resources bound (agent type, host, resource id): {{(pid=94297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 05:26:51.634781 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device a33a9b0c-2322-495a-9054-9bcb432cae75 up at agent ovs-agent-dv-cinder-772623-14-iscsi {{(pid=94299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 05:26:51.661521 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvr_db [None req-b072c391-c2f8-4169-b9ec-58a66db1a9a1 None None] Set router cfb1b68b-a0b2-4897-a169-456e3adca323 gateway port host: dv-cinder-772623-14-iscsi {{(pid=94299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 05:26:51.726933 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2fc01b7-db5c-4e98-97a7-9b375a8b0002 admin admin] Router cfb1b68b-a0b2-4897-a169-456e3adca323 has already been hosted by L3 agent e912432c-85e4-4a31-b574-aae2dcf01ec7 {{(pid=94297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 05:26:51.776002 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Provisioning for port a33a9b0c-2322-495a-9054-9bcb432cae75 completed by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 05:26:51.784901 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Provisioning complete for port a33a9b0c-2322-495a-9054-9bcb432cae75 triggered by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:26:51.785291 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:51.852950 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2fc01b7-db5c-4e98-97a7-9b375a8b0002 admin admin] Notify agent at l3_agent.dv-cinder-772623-14-iscsi the message routers_updated {{(pid=94297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 05:26:51.858005 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-f2fc01b7-db5c-4e98-97a7-9b375a8b0002 admin admin] 10.222.0.24 "PUT /v2.0/routers/cfb1b68b-a0b2-4897-a169-456e3adca323/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8203862 Sep 09 05:26:51.908621 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-0eddde23-c6c0-464d-8853-7b0c61067327 None None] Provisioning complete for port bf6413f9-f55d-40d2-8756-52700746a68e triggered by entity DHCP. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:26:51.909125 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0eddde23-c6c0-464d-8853-7b0c61067327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:51.982207 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.plugin [None req-0eddde23-c6c0-464d-8853-7b0c61067327 None None] Port bf6413f9-f55d-40d2-8756-52700746a68e cannot update to ACTIVE because it is not bound. {{(pid=94299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 05:26:51.995385 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:52.018801 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-b072c391-c2f8-4169-b9ec-58a66db1a9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb1b68b-a0b2-4897-a169-456e3adca323', 'name': 'tempest-TestShelveInstance-1180261924-router', 'tenant_id': '1c85202e0ed94d3593a3e2a01d40e49f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '6609f9f2-8713-4954-8373-322bfb1b9287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:26:48Z', 'updated_at': '2021-09-09T05:26:51Z', 'revision_number': 4, 'project_id': '1c85202e0ed94d3593a3e2a01d40e49f', 'gw_port': {'id': '6609f9f2-8713-4954-8373-322bfb1b9287', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f8:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfb1b68b-a0b2-4897-a169-456e3adca323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:26:48Z', 'updated_at': '2021-09-09T05:26:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi', '_interfaces': [{'id': 'bf6413f9-f55d-40d2-8756-52700746a68e', 'name': '', 'network_id': '185387d2-5433-406a-8c9a-0a0214278704', 'tenant_id': '1c85202e0ed94d3593a3e2a01d40e49f', 'mac_address': 'fa:16:3e:63:7f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfb1b68b-a0b2-4897-a169-456e3adca323', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '649fc08a-4f90-4e6f-b68b-4cad6c68d3a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:26:50Z', 'updated_at': '2021-09-09T05:26:51Z', 'revision_number': 2, 'project_id': '1c85202e0ed94d3593a3e2a01d40e49f', 'subnets': [{'id': '649fc08a-4f90-4e6f-b68b-4cad6c68d3a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-14-iscsi', False) {} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:26:52.056168 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b072c391-c2f8-4169-b9ec-58a66db1a9a1 None None] The sync data for ids ['cfb1b68b-a0b2-4897-a169-456e3adca323'] in dv-cinder-772623-14-iscsi is: [{'id': 'cfb1b68b-a0b2-4897-a169-456e3adca323', 'name': 'tempest-TestShelveInstance-1180261924-router', 'tenant_id': '1c85202e0ed94d3593a3e2a01d40e49f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '6609f9f2-8713-4954-8373-322bfb1b9287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:26:48Z', 'updated_at': '2021-09-09T05:26:51Z', 'revision_number': 4, 'project_id': '1c85202e0ed94d3593a3e2a01d40e49f', 'gw_port': {'id': '6609f9f2-8713-4954-8373-322bfb1b9287', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f8:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfb1b68b-a0b2-4897-a169-456e3adca323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:26:48Z', 'updated_at': '2021-09-09T05:26:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi', '_interfaces': [{'id': 'bf6413f9-f55d-40d2-8756-52700746a68e', 'name': '', 'network_id': '185387d2-5433-406a-8c9a-0a0214278704', 'tenant_id': '1c85202e0ed94d3593a3e2a01d40e49f', 'mac_address': 'fa:16:3e:63:7f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfb1b68b-a0b2-4897-a169-456e3adca323', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '649fc08a-4f90-4e6f-b68b-4cad6c68d3a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:26:50Z', 'updated_at': '2021-09-09T05:26:51Z', 'revision_number': 2, 'project_id': '1c85202e0ed94d3593a3e2a01d40e49f', 'subnets': [{'id': '649fc08a-4f90-4e6f-b68b-4cad6c68d3a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 05:26:52.058695 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] For port a33a9b0c-2322-495a-9054-9bcb432cae75, host dv-cinder-772623-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-14-iscsi',level=0,port_id=a33a9b0c-2322-495a-9054-9bcb432cae75,segment=NetworkSegment(e71a20f2-a295-478a-95bb-44a3f8f71355),segment_id=e71a20f2-a295-478a-95bb-44a3f8f71355)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:26:52.066601 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:52.067413 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device 12e03d33-7019-46ac-9524-641756fe4ab2 up at agent ovs-agent-dv-cinder-772623-14-iscsi {{(pid=94299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 05:26:52.156257 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Pushing event updated for resources: {'Port': ['ID=a33a9b0c-2322-495a-9054-9bcb432cae75,revision_number=3']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:26:52.169285 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Provisioning for port 12e03d33-7019-46ac-9524-641756fe4ab2 completed by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 05:26:52.173081 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Provisioning complete for port 12e03d33-7019-46ac-9524-641756fe4ab2 triggered by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:26:52.173444 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:52.265835 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:52.309737 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] For port 12e03d33-7019-46ac-9524-641756fe4ab2, host dv-cinder-772623-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-14-iscsi',level=0,port_id=12e03d33-7019-46ac-9524-641756fe4ab2,segment=NetworkSegment(d9f47965-8d81-4307-a217-db31e5b894fd),segment_id=d9f47965-8d81-4307-a217-db31e5b894fd)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:26:52.313338 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:52.369423 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Pushing event updated for resources: {'Port': ['ID=12e03d33-7019-46ac-9524-641756fe4ab2,revision_number=5']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:26:52.652294 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 43368) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:26:52.656895 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.v2.base [None req-7be3ace1-ca79-4658-a453-cde4cb82adcc tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1835360', 'description': 'tempest-secgroup-smoke-1835360 description', 'project_id': '6a43cc7713434a7ba98dea2fb6dbc0b8'}} {{(pid=94297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:26:52.678198 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-7be3ace1-ca79-4658-a453-cde4cb82adcc tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Notify callbacks [] for security_group, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:52.761120 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-7be3ace1-ca79-4658-a453-cde4cb82adcc tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Notify callbacks [] for security_group, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:52.764809 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-7be3ace1-ca79-4658-a453-cde4cb82adcc tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:52.792616 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-7be3ace1-ca79-4658-a453-cde4cb82adcc tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Notify callbacks [] for security_group, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:52.793840 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-7be3ace1-ca79-4658-a453-cde4cb82adcc tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1788 time: 0.1405263 Sep 09 05:26:52.795688 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be3ace1-ca79-4658-a453-cde4cb82adcc tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7039c699-d30e-42c5-bc8a-d75e73955429,revision_number=1']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:26:52.796904 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 43370) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:26:52.802227 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.v2.base [None req-0235fec0-d5de-448e-b10b-6b4bb5833ee4 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Request body: {'security_group_rule': {'security_group_id': '7039c699-d30e-42c5-bc8a-d75e73955429', 'project_id': '6a43cc7713434a7ba98dea2fb6dbc0b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:26:52.832728 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-0235fec0-d5de-448e-b10b-6b4bb5833ee4 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:52.892814 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-0235fec0-d5de-448e-b10b-6b4bb5833ee4 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:52.896418 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-0235fec0-d5de-448e-b10b-6b4bb5833ee4 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555578'] for security_group_rule, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:52.914731 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0235fec0-d5de-448e-b10b-6b4bb5833ee4 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3618282-c854-4af5-949b-fe88fc989503,revision_number=0']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:26:52.917835 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-0235fec0-d5de-448e-b10b-6b4bb5833ee4 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:52.919090 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-0235fec0-d5de-448e-b10b-6b4bb5833ee4 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1211424 Sep 09 05:26:52.921873 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 43376) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:26:52.926839 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.v2.base [None req-e5cfc094-a680-4f0d-93e2-5b43d751d842 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Request body: {'security_group_rule': {'security_group_id': '7039c699-d30e-42c5-bc8a-d75e73955429', 'project_id': '6a43cc7713434a7ba98dea2fb6dbc0b8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:26:52.950968 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-e5cfc094-a680-4f0d-93e2-5b43d751d842 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:53.007534 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-e5cfc094-a680-4f0d-93e2-5b43d751d842 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:53.011543 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-e5cfc094-a680-4f0d-93e2-5b43d751d842 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555578'] for security_group_rule, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:53.022313 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cfc094-a680-4f0d-93e2-5b43d751d842 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fe70799-71bc-4ff7-b52b-c2a3efd10d7c,revision_number=0']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:26:53.037639 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-e5cfc094-a680-4f0d-93e2-5b43d751d842 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:53.041361 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-e5cfc094-a680-4f0d-93e2-5b43d751d842 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1161020 Sep 09 05:26:53.041521 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 43378) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:26:53.045756 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.v2.base [None req-2f9009b1-757e-471f-8a00-7bdd149f3828 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Request body: {'security_group_rule': {'security_group_id': '7039c699-d30e-42c5-bc8a-d75e73955429', 'project_id': '6a43cc7713434a7ba98dea2fb6dbc0b8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:26:53.054256 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device 12e03d33-7019-46ac-9524-641756fe4ab2 up at agent ovs-agent-dv-cinder-772623-14-iscsi {{(pid=94299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 05:26:53.071442 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-2f9009b1-757e-471f-8a00-7bdd149f3828 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:53.105778 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Provisioning complete for port 12e03d33-7019-46ac-9524-641756fe4ab2 triggered by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:26:53.106146 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:53.128793 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-2f9009b1-757e-471f-8a00-7bdd149f3828 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:53.133083 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-2f9009b1-757e-471f-8a00-7bdd149f3828 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555578'] for security_group_rule, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:53.153310 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9009b1-757e-471f-8a00-7bdd149f3828 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56276dfd-51bb-4e0e-9dec-1066ff78e93f,revision_number=0']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:26:53.160043 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-2f9009b1-757e-471f-8a00-7bdd149f3828 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:53.164105 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 43380) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:26:53.167025 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-2f9009b1-757e-471f-8a00-7bdd149f3828 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1187925 Sep 09 05:26:53.169011 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.v2.base [None req-d74828ee-0e8d-4114-88e8-c4f90c54302a tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Request body: {'security_group_rule': {'security_group_id': '7039c699-d30e-42c5-bc8a-d75e73955429', 'project_id': '6a43cc7713434a7ba98dea2fb6dbc0b8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:26:53.186936 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device a33a9b0c-2322-495a-9054-9bcb432cae75 up at agent ovs-agent-dv-cinder-772623-14-iscsi {{(pid=94299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 05:26:53.195596 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-d74828ee-0e8d-4114-88e8-c4f90c54302a tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:53.233010 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Provisioning complete for port a33a9b0c-2322-495a-9054-9bcb432cae75 triggered by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:26:53.233397 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:53.254968 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-d74828ee-0e8d-4114-88e8-c4f90c54302a tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:53.258880 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-d74828ee-0e8d-4114-88e8-c4f90c54302a tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555578'] for security_group_rule, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:53.276834 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74828ee-0e8d-4114-88e8-c4f90c54302a tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d38c8846-7010-443b-b746-7b1c5f1f16ff,revision_number=0']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:26:53.284659 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-d74828ee-0e8d-4114-88e8-c4f90c54302a tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:53.286226 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-d74828ee-0e8d-4114-88e8-c4f90c54302a tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1209493 Sep 09 05:26:53.287725 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74828ee-0e8d-4114-88e8-c4f90c54302a tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:26:53.288092 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74828ee-0e8d-4114-88e8-c4f90c54302a tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:26:53.288410 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74828ee-0e8d-4114-88e8-c4f90c54302a tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:26:53.288820 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74828ee-0e8d-4114-88e8-c4f90c54302a tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:26:53.289158 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74828ee-0e8d-4114-88e8-c4f90c54302a tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:26:53.289332 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 43382) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:26:53.289487 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74828ee-0e8d-4114-88e8-c4f90c54302a tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:26:53.289801 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74828ee-0e8d-4114-88e8-c4f90c54302a tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:26:53.290044 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74828ee-0e8d-4114-88e8-c4f90c54302a tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:26:53.290431 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74828ee-0e8d-4114-88e8-c4f90c54302a tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:26:53.290689 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74828ee-0e8d-4114-88e8-c4f90c54302a tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:26:53.291076 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74828ee-0e8d-4114-88e8-c4f90c54302a tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:26:53.291329 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d74828ee-0e8d-4114-88e8-c4f90c54302a tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:26:53.295286 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.v2.base [None req-c3d3da01-fb93-44d8-800c-943dc20fee77 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Request body: {'security_group_rule': {'security_group_id': '7039c699-d30e-42c5-bc8a-d75e73955429', 'project_id': '6a43cc7713434a7ba98dea2fb6dbc0b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:26:53.318240 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.db.securitygroups_db [None req-c3d3da01-fb93-44d8-800c-943dc20fee77 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Project 6a43cc7713434a7ba98dea2fb6dbc0b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 05:26:53.323597 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-c3d3da01-fb93-44d8-800c-943dc20fee77 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:53.388329 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-c3d3da01-fb93-44d8-800c-943dc20fee77 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:53.391510 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-c3d3da01-fb93-44d8-800c-943dc20fee77 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555578'] for security_group_rule, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:53.407910 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d3da01-fb93-44d8-800c-943dc20fee77 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d21ab81e-134d-4e3e-a2f2-27bf651d2781,revision_number=0']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:26:53.413616 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-c3d3da01-fb93-44d8-800c-943dc20fee77 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:53.414841 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-c3d3da01-fb93-44d8-800c-943dc20fee77 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1244044 Sep 09 05:26:53.417467 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 43384) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:26:53.421781 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.v2.base [None req-3b252b64-7be2-4e0d-84b0-c1b939fa56e6 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Request body: {'security_group_rule': {'security_group_id': '7039c699-d30e-42c5-bc8a-d75e73955429', 'project_id': '6a43cc7713434a7ba98dea2fb6dbc0b8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:26:53.443179 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.db.securitygroups_db [None req-3b252b64-7be2-4e0d-84b0-c1b939fa56e6 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Project 6a43cc7713434a7ba98dea2fb6dbc0b8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 09 05:26:53.448101 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-3b252b64-7be2-4e0d-84b0-c1b939fa56e6 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:53.529632 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-3b252b64-7be2-4e0d-84b0-c1b939fa56e6 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:53.532899 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-3b252b64-7be2-4e0d-84b0-c1b939fa56e6 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-555578'] for security_group_rule, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:53.555823 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b252b64-7be2-4e0d-84b0-c1b939fa56e6 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=210eaf08-1216-47c8-bab2-cec0801bf7ed,revision_number=0']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:26:53.559250 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-3b252b64-7be2-4e0d-84b0-c1b939fa56e6 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:53.560470 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-3b252b64-7be2-4e0d-84b0-c1b939fa56e6 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1419916 Sep 09 05:26:54.847372 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39abe3f8-6689-49d9-bbb8-18f568527a00 None None] Sync routers for ids ['cfb1b68b-a0b2-4897-a169-456e3adca323'] in dv-cinder-772623-14-iscsi {{(pid=94300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 05:26:54.858084 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39abe3f8-6689-49d9-bbb8-18f568527a00 None None] Routers {'cfb1b68b-a0b2-4897-a169-456e3adca323'} bound to L3 agent in host dv-cinder-772623-14-iscsi {{(pid=94300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 05:26:54.858691 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_hamode_db [None req-39abe3f8-6689-49d9-bbb8-18f568527a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T05:09:16Z,description=,heartbeat_timestamp=2021-09-09T05:26:47Z,host='dv-cinder-772623-14-iscsi',id=e912432c-85e4-4a31-b574-aae2dcf01ec7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T05:09:16Z,topic='l3_agent')) {'router_ids': ['cfb1b68b-a0b2-4897-a169-456e3adca323'], 'active': True} {{(pid=94300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:26:54.995857 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_dvr_db [None req-39abe3f8-6689-49d9-bbb8-18f568527a00 None None] Set router cfb1b68b-a0b2-4897-a169-456e3adca323 gateway port host: dv-cinder-772623-14-iscsi {{(pid=94300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 05:26:55.073015 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device 6609f9f2-8713-4954-8373-322bfb1b9287 up at agent ovs-agent-dv-cinder-772623-14-iscsi {{(pid=94299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 05:26:55.143582 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Provisioning for port 6609f9f2-8713-4954-8373-322bfb1b9287 completed by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 05:26:55.149652 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Provisioning complete for port 6609f9f2-8713-4954-8373-322bfb1b9287 triggered by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:26:55.150128 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:55.267531 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:55.297251 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_hamode_db [None req-39abe3f8-6689-49d9-bbb8-18f568527a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb1b68b-a0b2-4897-a169-456e3adca323', 'name': 'tempest-TestShelveInstance-1180261924-router', 'tenant_id': '1c85202e0ed94d3593a3e2a01d40e49f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '6609f9f2-8713-4954-8373-322bfb1b9287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:26:48Z', 'updated_at': '2021-09-09T05:26:51Z', 'revision_number': 4, 'project_id': '1c85202e0ed94d3593a3e2a01d40e49f', 'gw_port': {'id': '6609f9f2-8713-4954-8373-322bfb1b9287', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f8:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfb1b68b-a0b2-4897-a169-456e3adca323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:26:48Z', 'updated_at': '2021-09-09T05:26:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi', '_interfaces': [{'id': 'bf6413f9-f55d-40d2-8756-52700746a68e', 'name': '', 'network_id': '185387d2-5433-406a-8c9a-0a0214278704', 'tenant_id': '1c85202e0ed94d3593a3e2a01d40e49f', 'mac_address': 'fa:16:3e:63:7f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfb1b68b-a0b2-4897-a169-456e3adca323', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '649fc08a-4f90-4e6f-b68b-4cad6c68d3a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:26:50Z', 'updated_at': '2021-09-09T05:26:51Z', 'revision_number': 2, 'project_id': '1c85202e0ed94d3593a3e2a01d40e49f', 'subnets': [{'id': '649fc08a-4f90-4e6f-b68b-4cad6c68d3a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-14-iscsi', False) {} {{(pid=94300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:26:55.301071 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] For port 6609f9f2-8713-4954-8373-322bfb1b9287, host dv-cinder-772623-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-14-iscsi',level=0,port_id=6609f9f2-8713-4954-8373-322bfb1b9287,segment=NetworkSegment(df80411f-acb6-4e9d-a7f5-4a8066bc7b33),segment_id=df80411f-acb6-4e9d-a7f5-4a8066bc7b33)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:26:55.305741 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:55.332578 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39abe3f8-6689-49d9-bbb8-18f568527a00 None None] Checking router: cfb1b68b-a0b2-4897-a169-456e3adca323 for host: dv-cinder-772623-14-iscsi {{(pid=94300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 05:26:55.332930 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39abe3f8-6689-49d9-bbb8-18f568527a00 None None] Updating router cfb1b68b-a0b2-4897-a169-456e3adca323 port bf6413f9-f55d-40d2-8756-52700746a68e binding host dv-cinder-772623-14-iscsi {{(pid=94300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 09 05:26:55.368684 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Pushing event updated for resources: {'Port': ['ID=6609f9f2-8713-4954-8373-322bfb1b9287,revision_number=4']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:26:55.377854 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-39abe3f8-6689-49d9-bbb8-18f568527a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:55.715253 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-39abe3f8-6689-49d9-bbb8-18f568527a00 None None] Notify callbacks [] for port, precommit_update {{(pid=94300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:55.725403 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.provisioning_blocks [None req-39abe3f8-6689-49d9-bbb8-18f568527a00 None None] Transition to ACTIVE for port object bf6413f9-f55d-40d2-8756-52700746a68e will not be triggered until provisioned by entity L2. {{(pid=94300) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 05:26:55.731620 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-39abe3f8-6689-49d9-bbb8-18f568527a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:55.782539 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f66f8f-85fa-4b59-9590-89a8eb20959f None None] Pushing event updated for resources: {'Port': ['ID=bf6413f9-f55d-40d2-8756-52700746a68e,revision_number=3']} {{(pid=94300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:26:55.833598 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.plugins.ml2.managers [None req-39abe3f8-6689-49d9-bbb8-18f568527a00 None None] Attempting to bind port bf6413f9-f55d-40d2-8756-52700746a68e on host dv-cinder-772623-14-iscsi for vnic_type normal with profile {{(pid=94300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 05:26:55.833990 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.plugins.ml2.managers [None req-39abe3f8-6689-49d9-bbb8-18f568527a00 None None] Attempting to bind port bf6413f9-f55d-40d2-8756-52700746a68e by drivers openvswitch,hyperv on host dv-cinder-772623-14-iscsi at level 0 using segments [{'id': 'e71a20f2-a295-478a-95bb-44a3f8f71355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '185387d2-5433-406a-8c9a-0a0214278704'}] {{(pid=94300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 05:26:55.834348 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39abe3f8-6689-49d9-bbb8-18f568527a00 None None] Attempting to bind port bf6413f9-f55d-40d2-8756-52700746a68e on network 185387d2-5433-406a-8c9a-0a0214278704 {{(pid=94300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 05:26:55.840075 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39abe3f8-6689-49d9-bbb8-18f568527a00 None None] Checking agent: {'id': 'b4d491fa-f395-4d31-93f5-2c51f286f631', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-772623-14-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 5, 9, 17), 'started_at': datetime.datetime(2021, 9, 9, 5, 9, 47), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 5, 26, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-772623-14-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 05:26:55.840383 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39abe3f8-6689-49d9-bbb8-18f568527a00 None None] Checking segment: {'id': 'e71a20f2-a295-478a-95bb-44a3f8f71355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '185387d2-5433-406a-8c9a-0a0214278704'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 05:26:55.840785 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-39abe3f8-6689-49d9-bbb8-18f568527a00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:55.841245 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39abe3f8-6689-49d9-bbb8-18f568527a00 None None] Bound using segment: {'id': 'e71a20f2-a295-478a-95bb-44a3f8f71355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '185387d2-5433-406a-8c9a-0a0214278704'} {{(pid=94300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 05:26:55.841762 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.plugins.ml2.managers [None req-39abe3f8-6689-49d9-bbb8-18f568527a00 None None] Bound port: bf6413f9-f55d-40d2-8756-52700746a68e, host: dv-cinder-772623-14-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e71a20f2-a295-478a-95bb-44a3f8f71355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '185387d2-5433-406a-8c9a-0a0214278704'}}] {{(pid=94300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 05:26:55.842133 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-39abe3f8-6689-49d9-bbb8-18f568527a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:55.913081 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.plugins.ml2.db [None req-39abe3f8-6689-49d9-bbb8-18f568527a00 None None] For port bf6413f9-f55d-40d2-8756-52700746a68e, host dv-cinder-772623-14-iscsi, cleared binding levels {{(pid=94300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 05:26:55.916238 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.plugins.ml2.db [None req-39abe3f8-6689-49d9-bbb8-18f568527a00 None None] For port bf6413f9-f55d-40d2-8756-52700746a68e, host dv-cinder-772623-14-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-14-iscsi',level=0,port_id=bf6413f9-f55d-40d2-8756-52700746a68e,segment=NetworkSegment(e71a20f2-a295-478a-95bb-44a3f8f71355),segment_id=e71a20f2-a295-478a-95bb-44a3f8f71355)] {{(pid=94300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 05:26:55.920993 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron_lib.callbacks.manager [None req-39abe3f8-6689-49d9-bbb8-18f568527a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:55.975685 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39abe3f8-6689-49d9-bbb8-18f568527a00 None None] Routers {'cfb1b68b-a0b2-4897-a169-456e3adca323'} bound to L3 agent in host dv-cinder-772623-14-iscsi {{(pid=94300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 05:26:55.976311 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_hamode_db [None req-39abe3f8-6689-49d9-bbb8-18f568527a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T05:09:16Z,description=,heartbeat_timestamp=2021-09-09T05:26:47Z,host='dv-cinder-772623-14-iscsi',id=e912432c-85e4-4a31-b574-aae2dcf01ec7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T05:09:16Z,topic='l3_agent')) {'router_ids': ['cfb1b68b-a0b2-4897-a169-456e3adca323'], 'active': True} {{(pid=94300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:26:56.027385 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f66f8f-85fa-4b59-9590-89a8eb20959f None None] Pushing event updated for resources: {'Port': ['ID=bf6413f9-f55d-40d2-8756-52700746a68e,revision_number=4']} {{(pid=94300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:26:56.097054 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_dvr_db [None req-39abe3f8-6689-49d9-bbb8-18f568527a00 None None] Set router cfb1b68b-a0b2-4897-a169-456e3adca323 gateway port host: dv-cinder-772623-14-iscsi {{(pid=94300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 05:26:56.384463 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_hamode_db [None req-39abe3f8-6689-49d9-bbb8-18f568527a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb1b68b-a0b2-4897-a169-456e3adca323', 'name': 'tempest-TestShelveInstance-1180261924-router', 'tenant_id': '1c85202e0ed94d3593a3e2a01d40e49f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '6609f9f2-8713-4954-8373-322bfb1b9287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:26:48Z', 'updated_at': '2021-09-09T05:26:51Z', 'revision_number': 4, 'project_id': '1c85202e0ed94d3593a3e2a01d40e49f', 'gw_port': {'id': '6609f9f2-8713-4954-8373-322bfb1b9287', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb1b68b-a0b2-4897-a169-456e3adca323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:26:48Z', 'updated_at': '2021-09-09T05:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi', '_interfaces': [{'id': 'bf6413f9-f55d-40d2-8756-52700746a68e', 'name': '', 'network_id': '185387d2-5433-406a-8c9a-0a0214278704', 'tenant_id': '1c85202e0ed94d3593a3e2a01d40e49f', 'mac_address': 'fa:16:3e:63:7f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfb1b68b-a0b2-4897-a169-456e3adca323', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '649fc08a-4f90-4e6f-b68b-4cad6c68d3a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:26:50Z', 'updated_at': '2021-09-09T05:26:55Z', 'revision_number': 4, 'project_id': '1c85202e0ed94d3593a3e2a01d40e49f', 'subnets': [{'id': '649fc08a-4f90-4e6f-b68b-4cad6c68d3a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-14-iscsi', False) {} {{(pid=94300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:26:56.410676 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39abe3f8-6689-49d9-bbb8-18f568527a00 None None] The sync data for ids ['cfb1b68b-a0b2-4897-a169-456e3adca323'] in dv-cinder-772623-14-iscsi is: [{'id': 'cfb1b68b-a0b2-4897-a169-456e3adca323', 'name': 'tempest-TestShelveInstance-1180261924-router', 'tenant_id': '1c85202e0ed94d3593a3e2a01d40e49f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '6609f9f2-8713-4954-8373-322bfb1b9287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:26:48Z', 'updated_at': '2021-09-09T05:26:51Z', 'revision_number': 4, 'project_id': '1c85202e0ed94d3593a3e2a01d40e49f', 'gw_port': {'id': '6609f9f2-8713-4954-8373-322bfb1b9287', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb1b68b-a0b2-4897-a169-456e3adca323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:26:48Z', 'updated_at': '2021-09-09T05:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi', '_interfaces': [{'id': 'bf6413f9-f55d-40d2-8756-52700746a68e', 'name': '', 'network_id': '185387d2-5433-406a-8c9a-0a0214278704', 'tenant_id': '1c85202e0ed94d3593a3e2a01d40e49f', 'mac_address': 'fa:16:3e:63:7f:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfb1b68b-a0b2-4897-a169-456e3adca323', 'device_owner': 'network:router_interface', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '649fc08a-4f90-4e6f-b68b-4cad6c68d3a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:26:50Z', 'updated_at': '2021-09-09T05:26:55Z', 'revision_number': 4, 'project_id': '1c85202e0ed94d3593a3e2a01d40e49f', 'subnets': [{'id': '649fc08a-4f90-4e6f-b68b-4cad6c68d3a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 05:26:57.060327 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device 6609f9f2-8713-4954-8373-322bfb1b9287 up at agent ovs-agent-dv-cinder-772623-14-iscsi {{(pid=94299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 05:26:57.122020 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Provisioning complete for port 6609f9f2-8713-4954-8373-322bfb1b9287 triggered by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:26:57.122394 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:57.327606 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device bf6413f9-f55d-40d2-8756-52700746a68e up at agent ovs-agent-dv-cinder-772623-14-iscsi {{(pid=94299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 05:26:57.375133 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Provisioning for port bf6413f9-f55d-40d2-8756-52700746a68e completed by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 05:26:57.379141 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Provisioning complete for port bf6413f9-f55d-40d2-8756-52700746a68e triggered by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:26:57.379506 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:57.454229 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:57.488991 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] For port bf6413f9-f55d-40d2-8756-52700746a68e, host dv-cinder-772623-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-14-iscsi',level=0,port_id=bf6413f9-f55d-40d2-8756-52700746a68e,segment=NetworkSegment(e71a20f2-a295-478a-95bb-44a3f8f71355),segment_id=e71a20f2-a295-478a-95bb-44a3f8f71355)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:26:57.492673 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:57.539864 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Pushing event updated for resources: {'Port': ['ID=bf6413f9-f55d-40d2-8756-52700746a68e,revision_number=5']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:26:58.088234 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-9be32212-4371-4e73-a2c2-a7da9e7a2863 req-9cfbd7ed-ff1e-424d-85c1-81e8be664931 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2056564940&fields=id&tenant_id=ddcd5653413143e99ea8197beb98de5f HTTP/1.1" status: 200 len: 267 time: 0.0322039 Sep 09 05:26:58.197682 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be32212-4371-4e73-a2c2-a7da9e7a2863 req-7e9b74f5-b29e-486c-b268-11cf426baf01 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:26:58.199169 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-9be32212-4371-4e73-a2c2-a7da9e7a2863 req-7e9b74f5-b29e-486c-b268-11cf426baf01 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/networks?id=591ece5e-2938-4cf9-bb43-c15ca886ca94 HTTP/1.1" status: 200 len: 811 time: 0.1044030 Sep 09 05:26:58.214075 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-9be32212-4371-4e73-a2c2-a7da9e7a2863 req-820bf78f-a22b-4816-9f2e-3f34eea5aecd tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/quotas/ddcd5653413143e99ea8197beb98de5f HTTP/1.1" status: 200 len: 375 time: 0.0090868 Sep 09 05:26:58.272725 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-9be32212-4371-4e73-a2c2-a7da9e7a2863 req-6e6df276-7fd8-4380-a7d4-bc767004df95 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ddcd5653413143e99ea8197beb98de5f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0532777 Sep 09 05:26:58.287852 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [req-9be32212-4371-4e73-a2c2-a7da9e7a2863 req-b094b5ef-1b9f-408b-aff5-8bcf76cae890 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 05:26:58.288794 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-9be32212-4371-4e73-a2c2-a7da9e7a2863 req-b094b5ef-1b9f-408b-aff5-8bcf76cae890 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047886 Sep 09 05:26:58.382710 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-9be32212-4371-4e73-a2c2-a7da9e7a2863 req-ba227323-5485-4ba4-8e11-4c9dca3849ff service neutron] 10.222.0.24 "GET /v2.0/networks/591ece5e-2938-4cf9-bb43-c15ca886ca94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884075 Sep 09 05:26:58.474312 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-9be32212-4371-4e73-a2c2-a7da9e7a2863 req-642dd2e1-3f7b-4e69-b2cb-c6c8500de622 service neutron] 10.222.0.24 "GET /v2.0/networks/591ece5e-2938-4cf9-bb43-c15ca886ca94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855839 Sep 09 05:26:58.876902 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-8bf64490-4f14-4d78-aeee-dec8121d55aa req-98883392-e0e1-410c-ab1d-5f09fd225954 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/ports?device_id=f67ddb3c-d162-4d16-824f-688a5c194e99 HTTP/1.1" status: 200 len: 210 time: 0.1298370 Sep 09 05:26:59.047464 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device bf6413f9-f55d-40d2-8756-52700746a68e up at agent ovs-agent-dv-cinder-772623-14-iscsi {{(pid=94299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 05:26:59.094386 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Provisioning complete for port bf6413f9-f55d-40d2-8756-52700746a68e triggered by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:26:59.094753 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:26:59.995928 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-ad9ec33d-869b-492e-9ad6-89e06e617382 req-29969697-8d76-4684-9990-9e20d49afa6d tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/ports?device_id=f67ddb3c-d162-4d16-824f-688a5c194e99 HTTP/1.1" status: 200 len: 210 time: 0.0348561 Sep 09 05:27:01.090802 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-ea83e7da-bd3a-43a9-918a-888a0e898f20 req-8347f753-958f-49ea-9d5d-2ee167eea404 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/ports?device_id=f67ddb3c-d162-4d16-824f-688a5c194e99 HTTP/1.1" status: 200 len: 210 time: 0.0284040 Sep 09 05:27:01.808119 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be32212-4371-4e73-a2c2-a7da9e7a2863 req-9fdeb311-9038-46f1-9980-e6213da6cd16 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:27:01.809552 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-9be32212-4371-4e73-a2c2-a7da9e7a2863 req-9fdeb311-9038-46f1-9980-e6213da6cd16 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.23 "GET /v2.0/networks?id=591ece5e-2938-4cf9-bb43-c15ca886ca94 HTTP/1.1" status: 200 len: 811 time: 0.1124897 Sep 09 05:27:01.855670 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-9be32212-4371-4e73-a2c2-a7da9e7a2863 req-8cff7db6-76db-42fd-90cb-38e003eecb7e tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ddcd5653413143e99ea8197beb98de5f HTTP/1.1" status: 200 len: 380 time: 0.0360508 Sep 09 05:27:01.864807 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.v2.base [req-9be32212-4371-4e73-a2c2-a7da9e7a2863 req-d4b0f3fb-ff31-44aa-a520-24548a28d4ae tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Request body: {'port': {'device_id': 'f67ddb3c-d162-4d16-824f-688a5c194e99', 'network_id': '591ece5e-2938-4cf9-bb43-c15ca886ca94', 'admin_state_up': True, 'tenant_id': 'ddcd5653413143e99ea8197beb98de5f', 'security_groups': ['e89da49e-09fc-4632-82b3-7a3f9989799d']}} {{(pid=94297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:27:01.972297 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9be32212-4371-4e73-a2c2-a7da9e7a2863 req-d4b0f3fb-ff31-44aa-a520-24548a28d4ae tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Made reservation on behalf of ddcd5653413143e99ea8197beb98de5f for: {'port': 1} {{(pid=94297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 05:27:01.976144 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-9be32212-4371-4e73-a2c2-a7da9e7a2863 req-d4b0f3fb-ff31-44aa-a520-24548a28d4ae tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:27:02.108234 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.db_base_plugin_common [req-9be32212-4371-4e73-a2c2-a7da9e7a2863 req-d4b0f3fb-ff31-44aa-a520-24548a28d4ae tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Allocated IP 172.20.0.10 (591ece5e-2938-4cf9-bb43-c15ca886ca94/94a6c333-3890-40af-80b3-e0da9d928c0a/583c53aa-0fff-4494-b10d-646d415ae673) {{(pid=94297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 05:27:02.205559 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-7ede1439-6242-411e-968d-8a2132924fe6 req-af85f0c4-ba57-42b1-b5f7-9507ece49e18 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/ports?device_id=f67ddb3c-d162-4d16-824f-688a5c194e99 HTTP/1.1" status: 200 len: 210 time: 0.0353274 Sep 09 05:27:02.287620 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-9be32212-4371-4e73-a2c2-a7da9e7a2863 req-d4b0f3fb-ff31-44aa-a520-24548a28d4ae tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks [] for port, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:27:02.305238 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.provisioning_blocks [req-9be32212-4371-4e73-a2c2-a7da9e7a2863 req-d4b0f3fb-ff31-44aa-a520-24548a28d4ae tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Transition to ACTIVE for port object 583c53aa-0fff-4494-b10d-646d415ae673 will not be triggered until provisioned by entity DHCP. {{(pid=94297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 05:27:02.339495 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-9be32212-4371-4e73-a2c2-a7da9e7a2863 req-d4b0f3fb-ff31-44aa-a520-24548a28d4ae tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748631669697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29281037'] for port, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:27:02.636890 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9be32212-4371-4e73-a2c2-a7da9e7a2863 req-d4b0f3fb-ff31-44aa-a520-24548a28d4ae tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Network 591ece5e-2938-4cf9-bb43-c15ca886ca94 is already hosted by enough agents. {{(pid=94297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 05:27:02.639937 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.base_scheduler [req-9be32212-4371-4e73-a2c2-a7da9e7a2863 req-d4b0f3fb-ff31-44aa-a520-24548a28d4ae tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Resources bound (agent type, host, resource id): {{(pid=94297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 05:27:02.647351 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.l3_dvrscheduler_db [req-9be32212-4371-4e73-a2c2-a7da9e7a2863 req-d4b0f3fb-ff31-44aa-a520-24548a28d4ae tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Received port after_create {{(pid=94297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 05:27:02.672242 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b0f3fb-ff31-44aa-a520-24548a28d4ae tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Pushing event updated for resources: {'Port': ['ID=583c53aa-0fff-4494-b10d-646d415ae673,revision_number=1']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:27:02.701428 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be32212-4371-4e73-a2c2-a7da9e7a2863 req-d4b0f3fb-ff31-44aa-a520-24548a28d4ae tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:27:02.702072 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-9be32212-4371-4e73-a2c2-a7da9e7a2863 req-d4b0f3fb-ff31-44aa-a520-24548a28d4ae tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-438482'] for port, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:27:02.717011 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-9be32212-4371-4e73-a2c2-a7da9e7a2863 req-d4b0f3fb-ff31-44aa-a520-24548a28d4ae tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8557007 Sep 09 05:27:02.731841 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.v2.base [req-9be32212-4371-4e73-a2c2-a7da9e7a2863 req-42d7a6e1-2c02-45d8-9588-d64e6678f2c5 service neutron] Request body: {'port': {'device_id': 'f67ddb3c-d162-4d16-824f-688a5c194e99', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=94297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:27:02.793886 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-9be32212-4371-4e73-a2c2-a7da9e7a2863 req-42d7a6e1-2c02-45d8-9588-d64e6678f2c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:27:02.921169 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-35b5df8a-c1ed-41df-895f-9aaac26f3986 None None] Provisioning for port 583c53aa-0fff-4494-b10d-646d415ae673 completed by entity DHCP. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 05:27:02.925548 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-35b5df8a-c1ed-41df-895f-9aaac26f3986 None None] Provisioning complete for port 583c53aa-0fff-4494-b10d-646d415ae673 triggered by entity DHCP. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:27:02.926094 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-35b5df8a-c1ed-41df-895f-9aaac26f3986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:27:02.959433 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.plugin [None req-35b5df8a-c1ed-41df-895f-9aaac26f3986 None None] Port 583c53aa-0fff-4494-b10d-646d415ae673 cannot update to ACTIVE because it is not bound. {{(pid=94299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 05:27:03.066035 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.notifiers.nova [req-9be32212-4371-4e73-a2c2-a7da9e7a2863 req-42d7a6e1-2c02-45d8-9588-d64e6678f2c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 583c53aa-0fff-4494-b10d-646d415ae673 {{(pid=94297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 05:27:03.073280 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-9be32212-4371-4e73-a2c2-a7da9e7a2863 req-42d7a6e1-2c02-45d8-9588-d64e6678f2c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:27:03.086286 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.provisioning_blocks [req-9be32212-4371-4e73-a2c2-a7da9e7a2863 req-42d7a6e1-2c02-45d8-9588-d64e6678f2c5 service neutron] Transition to ACTIVE for port object 583c53aa-0fff-4494-b10d-646d415ae673 will not be triggered until provisioned by entity L2. {{(pid=94297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 05:27:03.090024 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-9be32212-4371-4e73-a2c2-a7da9e7a2863 req-42d7a6e1-2c02-45d8-9588-d64e6678f2c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29280254'] for port, after_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:27:03.165668 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d7a6e1-2c02-45d8-9588-d64e6678f2c5 service neutron] Pushing event updated for resources: {'Port': ['ID=583c53aa-0fff-4494-b10d-646d415ae673,revision_number=2']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:27:03.214386 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.managers [req-9be32212-4371-4e73-a2c2-a7da9e7a2863 req-42d7a6e1-2c02-45d8-9588-d64e6678f2c5 service neutron] Attempting to bind port 583c53aa-0fff-4494-b10d-646d415ae673 on host hv-cinder-77262 for vnic_type normal with profile {{(pid=94297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 05:27:03.214728 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.managers [req-9be32212-4371-4e73-a2c2-a7da9e7a2863 req-42d7a6e1-2c02-45d8-9588-d64e6678f2c5 service neutron] Attempting to bind port 583c53aa-0fff-4494-b10d-646d415ae673 by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': '72cb4207-838c-49bd-8e0c-6709c728d1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '591ece5e-2938-4cf9-bb43-c15ca886ca94'}] {{(pid=94297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 05:27:03.215066 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be32212-4371-4e73-a2c2-a7da9e7a2863 req-42d7a6e1-2c02-45d8-9588-d64e6678f2c5 service neutron] Attempting to bind port 583c53aa-0fff-4494-b10d-646d415ae673 on network 591ece5e-2938-4cf9-bb43-c15ca886ca94 {{(pid=94297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 05:27:03.220133 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be32212-4371-4e73-a2c2-a7da9e7a2863 req-42d7a6e1-2c02-45d8-9588-d64e6678f2c5 service neutron] Port 583c53aa-0fff-4494-b10d-646d415ae673 on network 591ece5e-2938-4cf9-bb43-c15ca886ca94 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=94297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 05:27:03.221000 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be32212-4371-4e73-a2c2-a7da9e7a2863 req-42d7a6e1-2c02-45d8-9588-d64e6678f2c5 service neutron] Attempting to bind port 583c53aa-0fff-4494-b10d-646d415ae673 on network 591ece5e-2938-4cf9-bb43-c15ca886ca94 {{(pid=94297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 05:27:03.228152 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be32212-4371-4e73-a2c2-a7da9e7a2863 req-42d7a6e1-2c02-45d8-9588-d64e6678f2c5 service neutron] Checking agent: {'id': '7670f20e-61bb-4b09-a030-6895aded51bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 5, 15, 5), 'started_at': datetime.datetime(2021, 9, 9, 5, 15, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 5, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 05:27:03.228830 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be32212-4371-4e73-a2c2-a7da9e7a2863 req-42d7a6e1-2c02-45d8-9588-d64e6678f2c5 service neutron] Checking segment: {'id': '72cb4207-838c-49bd-8e0c-6709c728d1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '591ece5e-2938-4cf9-bb43-c15ca886ca94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 05:27:03.229318 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9be32212-4371-4e73-a2c2-a7da9e7a2863 req-42d7a6e1-2c02-45d8-9588-d64e6678f2c5 service neutron] Bound using segment: {'id': '72cb4207-838c-49bd-8e0c-6709c728d1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '591ece5e-2938-4cf9-bb43-c15ca886ca94'} {{(pid=94297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 05:27:03.230058 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.managers [req-9be32212-4371-4e73-a2c2-a7da9e7a2863 req-42d7a6e1-2c02-45d8-9588-d64e6678f2c5 service neutron] Bound port: 583c53aa-0fff-4494-b10d-646d415ae673, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72cb4207-838c-49bd-8e0c-6709c728d1de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '591ece5e-2938-4cf9-bb43-c15ca886ca94'}}] {{(pid=94297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 05:27:03.230665 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-9be32212-4371-4e73-a2c2-a7da9e7a2863 req-42d7a6e1-2c02-45d8-9588-d64e6678f2c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:27:03.308911 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.db [req-9be32212-4371-4e73-a2c2-a7da9e7a2863 req-42d7a6e1-2c02-45d8-9588-d64e6678f2c5 service neutron] For port 583c53aa-0fff-4494-b10d-646d415ae673, host hv-cinder-77262, cleared binding levels {{(pid=94297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 05:27:03.312144 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.db [req-9be32212-4371-4e73-a2c2-a7da9e7a2863 req-42d7a6e1-2c02-45d8-9588-d64e6678f2c5 service neutron] For port 583c53aa-0fff-4494-b10d-646d415ae673, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=583c53aa-0fff-4494-b10d-646d415ae673,segment=NetworkSegment(72cb4207-838c-49bd-8e0c-6709c728d1de),segment_id=72cb4207-838c-49bd-8e0c-6709c728d1de)] {{(pid=94297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 05:27:03.320687 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-9be32212-4371-4e73-a2c2-a7da9e7a2863 req-42d7a6e1-2c02-45d8-9588-d64e6678f2c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29280254'] for port, after_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:27:03.336471 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1520cd-11e7-48fe-a37c-0639fea622b9 req-541a4fe6-942d-436c-9875-251f1b4aa1a4 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:27:03.338151 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-bc1520cd-11e7-48fe-a37c-0639fea622b9 req-541a4fe6-942d-436c-9875-251f1b4aa1a4 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/ports?device_id=f67ddb3c-d162-4d16-824f-688a5c194e99 HTTP/1.1" status: 200 len: 944 time: 0.0650227 Sep 09 05:27:03.385634 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be32212-4371-4e73-a2c2-a7da9e7a2863 req-42d7a6e1-2c02-45d8-9588-d64e6678f2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:27:03.386583 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-9be32212-4371-4e73-a2c2-a7da9e7a2863 req-42d7a6e1-2c02-45d8-9588-d64e6678f2c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-438482'] for port, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:27:03.388114 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-9be32212-4371-4e73-a2c2-a7da9e7a2863 req-42d7a6e1-2c02-45d8-9588-d64e6678f2c5 service neutron] 10.222.0.23 "PUT /v2.0/ports/583c53aa-0fff-4494-b10d-646d415ae673 HTTP/1.1" status: 200 len: 1094 time: 0.6608741 Sep 09 05:27:03.388663 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f67ddb3c-d162-4d16-824f-688a5c194e99', 'tag': '583c53aa-0fff-4494-b10d-646d415ae673'}] {{(pid=94297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 05:27:03.391415 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85c66017178c43798701892324557e4ac90163104f6096848bec1798d04fbbd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb015d9-e277-42d0-81f5-865d6750dc71" -d '{"events": [{"name": "network-changed", "server_uuid": "f67ddb3c-d162-4d16-824f-688a5c194e99", "tag": "583c53aa-0fff-4494-b10d-646d415ae673"}]}' {{(pid=94297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 05:27:03.427662 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-bc1520cd-11e7-48fe-a37c-0639fea622b9 req-b0e6a7c5-d149-4e29-89a2-536ca1d1a11b tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/security-groups?id=e89da49e-09fc-4632-82b3-7a3f9989799d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825534 Sep 09 05:27:03.430783 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d7a6e1-2c02-45d8-9588-d64e6678f2c5 service neutron] Pushing event updated for resources: {'Port': ['ID=583c53aa-0fff-4494-b10d-646d415ae673,revision_number=3']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:27:03.477619 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 05:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce20cb3e-a9fa-4c4d-9aed-d2cc039e4784 x-openstack-request-id: req-ce20cb3e-a9fa-4c4d-9aed-d2cc039e4784 {{(pid=94297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 05:27:03.477968 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f67ddb3c-d162-4d16-824f-688a5c194e99", "tag": "583c53aa-0fff-4494-b10d-646d415ae673", "status": "completed", "code": 200}]} {{(pid=94297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 05:27:03.478219 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ce20cb3e-a9fa-4c4d-9aed-d2cc039e4784 {{(pid=94297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 05:27:03.478608 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f67ddb3c-d162-4d16-824f-688a5c194e99', 'tag': '583c53aa-0fff-4494-b10d-646d415ae673', 'status': 'completed', 'code': 200} Sep 09 05:27:03.498836 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be32212-4371-4e73-a2c2-a7da9e7a2863 req-bc3b9b29-bb56-42fd-8978-c599840e007e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:27:03.500468 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-9be32212-4371-4e73-a2c2-a7da9e7a2863 req-bc3b9b29-bb56-42fd-8978-c599840e007e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ddcd5653413143e99ea8197beb98de5f&device_id=f67ddb3c-d162-4d16-824f-688a5c194e99 HTTP/1.1" status: 200 len: 1097 time: 0.0644655 Sep 09 05:27:03.545367 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-9be32212-4371-4e73-a2c2-a7da9e7a2863 req-3230aff9-f4fe-4615-81a2-de4c295db03b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=583c53aa-0fff-4494-b10d-646d415ae673 HTTP/1.1" status: 200 len: 217 time: 0.0367749 Sep 09 05:27:03.613592 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be32212-4371-4e73-a2c2-a7da9e7a2863 req-55b60b04-d24c-4b50-987d-36607de30e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:27:03.615276 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-9be32212-4371-4e73-a2c2-a7da9e7a2863 req-55b60b04-d24c-4b50-987d-36607de30e48 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=94a6c333-3890-40af-80b3-e0da9d928c0a HTTP/1.1" status: 200 len: 850 time: 0.0609467 Sep 09 05:27:03.667854 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be32212-4371-4e73-a2c2-a7da9e7a2863 req-80923207-735a-471f-bf52-ef993d6dbbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:27:03.669246 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-9be32212-4371-4e73-a2c2-a7da9e7a2863 req-80923207-735a-471f-bf52-ef993d6dbbc9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=591ece5e-2938-4cf9-bb43-c15ca886ca94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0462861 Sep 09 05:27:03.761857 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-9be32212-4371-4e73-a2c2-a7da9e7a2863 req-a8db5270-452e-46a7-ba60-b8e9e4170ca3 service neutron] 10.222.0.23 "GET /v2.0/networks/591ece5e-2938-4cf9-bb43-c15ca886ca94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851123 Sep 09 05:27:03.857764 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-9be32212-4371-4e73-a2c2-a7da9e7a2863 req-3dd6941c-1706-4cbe-b380-0568a47d5f44 service neutron] 10.222.0.23 "GET /v2.0/networks/591ece5e-2938-4cf9-bb43-c15ca886ca94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882559 Sep 09 05:27:03.945318 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb015d9-e277-42d0-81f5-865d6750dc71 req-b9e2f3ca-e04f-4337-a78f-c79c7f9fcef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:27:03.946874 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-2bb015d9-e277-42d0-81f5-865d6750dc71 req-b9e2f3ca-e04f-4337-a78f-c79c7f9fcef3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ddcd5653413143e99ea8197beb98de5f&device_id=f67ddb3c-d162-4d16-824f-688a5c194e99 HTTP/1.1" status: 200 len: 1097 time: 0.0432754 Sep 09 05:27:04.042382 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb015d9-e277-42d0-81f5-865d6750dc71 req-95705ae7-ced3-4c4c-98e6-848358e45400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:27:04.043858 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-2bb015d9-e277-42d0-81f5-865d6750dc71 req-95705ae7-ced3-4c4c-98e6-848358e45400 service neutron] 10.222.0.23 "GET /v2.0/networks?id=591ece5e-2938-4cf9-bb43-c15ca886ca94 HTTP/1.1" status: 200 len: 911 time: 0.0898306 Sep 09 05:27:04.085283 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-2bb015d9-e277-42d0-81f5-865d6750dc71 req-16321517-c9f1-4ee0-9369-0775e6bbac59 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=583c53aa-0fff-4494-b10d-646d415ae673 HTTP/1.1" status: 200 len: 217 time: 0.0341151 Sep 09 05:27:04.135246 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb015d9-e277-42d0-81f5-865d6750dc71 req-ddd94fa4-c58b-4295-a012-09b3ad3cb780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:27:04.136573 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-2bb015d9-e277-42d0-81f5-865d6750dc71 req-ddd94fa4-c58b-4295-a012-09b3ad3cb780 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=94a6c333-3890-40af-80b3-e0da9d928c0a HTTP/1.1" status: 200 len: 850 time: 0.0437653 Sep 09 05:27:04.183654 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb015d9-e277-42d0-81f5-865d6750dc71 req-9d8f2bbd-6d46-4453-8b02-4b814ae9ef9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:27:04.185189 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-2bb015d9-e277-42d0-81f5-865d6750dc71 req-9d8f2bbd-6d46-4453-8b02-4b814ae9ef9a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=591ece5e-2938-4cf9-bb43-c15ca886ca94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0413139 Sep 09 05:27:04.196974 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [req-2bb015d9-e277-42d0-81f5-865d6750dc71 req-a8a427ac-9ad7-41ae-a3db-43162a1372bc service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 05:27:04.197954 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-2bb015d9-e277-42d0-81f5-865d6750dc71 req-a8a427ac-9ad7-41ae-a3db-43162a1372bc service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048006 Sep 09 05:27:04.293288 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-2bb015d9-e277-42d0-81f5-865d6750dc71 req-d318b0e2-91e1-4233-b89d-d78c4162945b service neutron] 10.222.0.23 "GET /v2.0/networks/591ece5e-2938-4cf9-bb43-c15ca886ca94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870767 Sep 09 05:27:04.395370 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-2bb015d9-e277-42d0-81f5-865d6750dc71 req-1266d2c2-e72a-4124-9caf-23e10e0d3351 service neutron] 10.222.0.23 "GET /v2.0/networks/591ece5e-2938-4cf9-bb43-c15ca886ca94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907083 Sep 09 05:27:04.550767 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70f1954-5171-4d79-abdd-cb44ebc44581 req-03108d40-f8e2-488c-93ba-a4b19330de8b tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:27:04.552277 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-c70f1954-5171-4d79-abdd-cb44ebc44581 req-03108d40-f8e2-488c-93ba-a4b19330de8b tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/ports?device_id=f67ddb3c-d162-4d16-824f-688a5c194e99 HTTP/1.1" status: 200 len: 944 time: 0.0533578 Sep 09 05:27:04.593298 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-c70f1954-5171-4d79-abdd-cb44ebc44581 req-ad5298ca-305a-44b8-9174-9573a2ec8e74 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/security-groups?id=e89da49e-09fc-4632-82b3-7a3f9989799d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335710 Sep 09 05:27:05.721185 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ce178-1ce5-456b-8cfa-ec02a20e896f req-de68dabe-6725-41f3-9fbe-9f8fbd3b10f9 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:27:05.722963 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-7f9ce178-1ce5-456b-8cfa-ec02a20e896f req-de68dabe-6725-41f3-9fbe-9f8fbd3b10f9 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/ports?device_id=f67ddb3c-d162-4d16-824f-688a5c194e99 HTTP/1.1" status: 200 len: 944 time: 0.0527921 Sep 09 05:27:05.766111 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-7f9ce178-1ce5-456b-8cfa-ec02a20e896f req-c2592009-5275-44ff-912d-e731cf98c610 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/security-groups?id=e89da49e-09fc-4632-82b3-7a3f9989799d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335507 Sep 09 05:27:06.084929 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:27:06.880598 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346871ed-4616-45dc-a79e-e431aa177dfd req-b5aec668-66d4-4844-b59a-6c0b04f7c9c5 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:27:06.882114 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-346871ed-4616-45dc-a79e-e431aa177dfd req-b5aec668-66d4-4844-b59a-6c0b04f7c9c5 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/ports?device_id=f67ddb3c-d162-4d16-824f-688a5c194e99 HTTP/1.1" status: 200 len: 944 time: 0.0504644 Sep 09 05:27:06.921034 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-346871ed-4616-45dc-a79e-e431aa177dfd req-cd9717e4-0447-4aeb-a3dd-bd92f06157f1 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/security-groups?id=e89da49e-09fc-4632-82b3-7a3f9989799d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331132 Sep 09 05:27:07.036767 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 43614) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:27:07.139728 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-ffe75183-c0bf-4713-8663-c644d39a3df9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:27:07.232191 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-ffe75183-c0bf-4713-8663-c644d39a3df9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:27:07.235698 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-ffe75183-c0bf-4713-8663-c644d39a3df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:27:07.273204 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-ffe75183-c0bf-4713-8663-c644d39a3df9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b33431b235664f339fd720bc28058654&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2353952 Sep 09 05:27:07.274311 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe75183-c0bf-4713-8663-c644d39a3df9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=750be7a0-5796-4257-a246-051ed7f2120c,revision_number=1']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:27:07.275928 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 43618) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:27:07.326160 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-904d583e-ea5a-4d9b-9d9b-0e337668cb0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:27:07.347829 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-904d583e-ea5a-4d9b-9d9b-0e337668cb0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:27:07.392136 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-904d583e-ea5a-4d9b-9d9b-0e337668cb0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:27:07.395522 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-904d583e-ea5a-4d9b-9d9b-0e337668cb0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:27:07.397007 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-904d583e-ea5a-4d9b-9d9b-0e337668cb0e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/750be7a0-5796-4257-a246-051ed7f2120c HTTP/1.1" status: 204 len: 168 time: 0.1190794 Sep 09 05:27:07.404404 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904d583e-ea5a-4d9b-9d9b-0e337668cb0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=750be7a0-5796-4257-a246-051ed7f2120c,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:27:08.040212 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cc5e64-27f1-44f6-88f7-374fbb4d4e4a req-01233e9a-a42d-473b-a92f-76b63907f503 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:27:08.041658 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-82cc5e64-27f1-44f6-88f7-374fbb4d4e4a req-01233e9a-a42d-473b-a92f-76b63907f503 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/ports?device_id=f67ddb3c-d162-4d16-824f-688a5c194e99 HTTP/1.1" status: 200 len: 944 time: 0.0501740 Sep 09 05:27:08.077957 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-82cc5e64-27f1-44f6-88f7-374fbb4d4e4a req-acc1e913-d68f-4c8a-8d56-ccf104542f15 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/security-groups?id=e89da49e-09fc-4632-82b3-7a3f9989799d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304163 Sep 09 05:27:09.193259 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a533187-07e6-4fc7-94e2-dbeea0aa7a24 req-0d6151c5-f956-4f9b-be0e-7131c8ba8e45 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:27:09.194736 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-8a533187-07e6-4fc7-94e2-dbeea0aa7a24 req-0d6151c5-f956-4f9b-be0e-7131c8ba8e45 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/ports?device_id=f67ddb3c-d162-4d16-824f-688a5c194e99 HTTP/1.1" status: 200 len: 944 time: 0.0483127 Sep 09 05:27:09.230582 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-8a533187-07e6-4fc7-94e2-dbeea0aa7a24 req-f3306211-e99f-48f4-bd2a-eaa085cb0256 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/security-groups?id=e89da49e-09fc-4632-82b3-7a3f9989799d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301769 Sep 09 05:27:10.042682 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-5f7d303c-ec29-4d11-a52b-663f64588e20 req-7e5732c9-5c7f-4a44-afc8-409e273af405 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1835360&fields=id&tenant_id=6a43cc7713434a7ba98dea2fb6dbc0b8 HTTP/1.1" status: 200 len: 267 time: 0.0321665 Sep 09 05:27:10.153260 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7d303c-ec29-4d11-a52b-663f64588e20 req-bdbb00e6-f8de-4f3a-924d-41b036c2cdf5 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:27:10.155418 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-5f7d303c-ec29-4d11-a52b-663f64588e20 req-bdbb00e6-f8de-4f3a-924d-41b036c2cdf5 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] 10.222.0.24 "GET /v2.0/networks?id=291e5271-48d4-420e-881d-562af23bb611 HTTP/1.1" status: 200 len: 809 time: 0.1061077 Sep 09 05:27:10.170469 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-5f7d303c-ec29-4d11-a52b-663f64588e20 req-b523e2f8-d7a4-4f7d-9ab8-90801fd22ea4 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] 10.222.0.24 "GET /v2.0/quotas/6a43cc7713434a7ba98dea2fb6dbc0b8 HTTP/1.1" status: 200 len: 375 time: 0.0092790 Sep 09 05:27:10.220262 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-5f7d303c-ec29-4d11-a52b-663f64588e20 req-8bd492ea-1612-4118-9d86-6cff032489cb tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6a43cc7713434a7ba98dea2fb6dbc0b8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439179 Sep 09 05:27:10.344476 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-5f7d303c-ec29-4d11-a52b-663f64588e20 req-b12347df-cdf6-46e8-a2b9-cf121f67ae65 service neutron] 10.222.0.24 "GET /v2.0/networks/291e5271-48d4-420e-881d-562af23bb611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132200 Sep 09 05:27:10.366812 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91dde4a-cbc7-4c14-bf10-8dd4281974e1 req-11315ce1-7edb-4056-a597-eb15768e99d4 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:27:10.368204 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-b91dde4a-cbc7-4c14-bf10-8dd4281974e1 req-11315ce1-7edb-4056-a597-eb15768e99d4 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/ports?device_id=f67ddb3c-d162-4d16-824f-688a5c194e99 HTTP/1.1" status: 200 len: 944 time: 0.0725546 Sep 09 05:27:10.451361 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-b91dde4a-cbc7-4c14-bf10-8dd4281974e1 req-56417c82-e87d-40db-a762-89d3c2a8d2d1 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/security-groups?id=e89da49e-09fc-4632-82b3-7a3f9989799d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729868 Sep 09 05:27:10.472324 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-5f7d303c-ec29-4d11-a52b-663f64588e20 req-a1a0f9dc-6c4d-42f7-8439-0d24a1aca239 service neutron] 10.222.0.24 "GET /v2.0/networks/291e5271-48d4-420e-881d-562af23bb611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213825 Sep 09 05:27:10.748218 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-079d4265-1d04-452e-a69a-21fa94c10818 req-91af3e2c-f266-4380-bf7a-e33bb3911e8d tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbfd9dbd-a650-4204-a5a5-f7e5066c9209 HTTP/1.1" status: 200 len: 210 time: 0.0269449 Sep 09 05:27:11.088354 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device 583c53aa-0fff-4494-b10d-646d415ae673 details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=94299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 05:27:11.189182 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] For port 583c53aa-0fff-4494-b10d-646d415ae673, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=583c53aa-0fff-4494-b10d-646d415ae673,segment=NetworkSegment(72cb4207-838c-49bd-8e0c-6709c728d1de),segment_id=72cb4207-838c-49bd-8e0c-6709c728d1de)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:27:11.200867 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Returning: {'device': '583c53aa-0fff-4494-b10d-646d415ae673', 'network_id': '591ece5e-2938-4cf9-bb43-c15ca886ca94', 'port_id': '583c53aa-0fff-4494-b10d-646d415ae673', 'mac_address': 'fa:16:3e:38:d6:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94a6c333-3890-40af-80b3-e0da9d928c0a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 05:27:11.239638 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:27:11.254779 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.notifiers.nova [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 583c53aa-0fff-4494-b10d-646d415ae673 {{(pid=94299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 05:27:11.275510 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] For port 583c53aa-0fff-4494-b10d-646d415ae673, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=583c53aa-0fff-4494-b10d-646d415ae673,segment=NetworkSegment(72cb4207-838c-49bd-8e0c-6709c728d1de),segment_id=72cb4207-838c-49bd-8e0c-6709c728d1de)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:27:11.279148 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:27:11.324679 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Pushing event updated for resources: {'Port': ['ID=583c53aa-0fff-4494-b10d-646d415ae673,revision_number=4']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:27:11.332701 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:27:11.333048 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:27:11.333387 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:27:11.333740 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:27:11.334080 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:27:11.334409 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:27:11.334734 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:27:11.335058 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:27:11.335383 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:27:11.335702 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:27:11.336023 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:27:11.336340 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:27:11.545207 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] get_ports_and_sgs() called for port_ids ['583c53aa-0fff-4494-b10d-646d415ae673'] {{(pid=94299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 05:27:11.564534 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4291ce-a8ed-44a7-94f0-515a36533f28 req-dad7afc6-308a-4352-8034-5cd4ba968374 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:27:11.566291 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-0d4291ce-a8ed-44a7-94f0-515a36533f28 req-dad7afc6-308a-4352-8034-5cd4ba968374 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/ports?device_id=f67ddb3c-d162-4d16-824f-688a5c194e99 HTTP/1.1" status: 200 len: 945 time: 0.0492857 Sep 09 05:27:11.604494 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-0d4291ce-a8ed-44a7-94f0-515a36533f28 req-078693bd-c3db-4f74-b036-43cdd21cb568 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/security-groups?id=e89da49e-09fc-4632-82b3-7a3f9989799d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320337 Sep 09 05:27:11.806744 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7d303c-ec29-4d11-a52b-663f64588e20 req-af7fb4a4-ed3a-467d-a3c8-2ffef70f9dd8 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:27:11.808232 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-5f7d303c-ec29-4d11-a52b-663f64588e20 req-af7fb4a4-ed3a-467d-a3c8-2ffef70f9dd8 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] 10.222.0.23 "GET /v2.0/networks?id=291e5271-48d4-420e-881d-562af23bb611 HTTP/1.1" status: 200 len: 809 time: 0.1136811 Sep 09 05:27:11.851874 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-050883bf-234c-4b45-b8dd-16c13fdbe47a req-f5249ca5-c834-496f-9cde-e35e68871dc6 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbfd9dbd-a650-4204-a5a5-f7e5066c9209 HTTP/1.1" status: 200 len: 210 time: 0.0329354 Sep 09 05:27:11.879574 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-5f7d303c-ec29-4d11-a52b-663f64588e20 req-0a48d306-b443-49af-bcca-ad1e1df9a053 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a43cc7713434a7ba98dea2fb6dbc0b8 HTTP/1.1" status: 200 len: 377 time: 0.0572345 Sep 09 05:27:11.889795 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.v2.base [req-5f7d303c-ec29-4d11-a52b-663f64588e20 req-4d1b9120-9306-41bd-b909-ebe63c0ac45f tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Request body: {'port': {'device_id': 'cbfd9dbd-a650-4204-a5a5-f7e5066c9209', 'network_id': '291e5271-48d4-420e-881d-562af23bb611', 'admin_state_up': True, 'tenant_id': '6a43cc7713434a7ba98dea2fb6dbc0b8', 'security_groups': ['7039c699-d30e-42c5-bc8a-d75e73955429']}} {{(pid=94297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:27:11.922496 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-5aed6dab-957b-4d33-88ea-56be95aeac0a req-f3ade88b-1a42-4b26-b450-711b6f8fd79f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0fcffe1a-b0a2-42b7-8139-76f6bb45c95c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0743039 Sep 09 05:27:12.009125 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f7d303c-ec29-4d11-a52b-663f64588e20 req-4d1b9120-9306-41bd-b909-ebe63c0ac45f tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Made reservation on behalf of 6a43cc7713434a7ba98dea2fb6dbc0b8 for: {'port': 1} {{(pid=94297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 09 05:27:12.012739 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-5f7d303c-ec29-4d11-a52b-663f64588e20 req-4d1b9120-9306-41bd-b909-ebe63c0ac45f tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:27:12.150224 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aed6dab-957b-4d33-88ea-56be95aeac0a req-5fc494a9-ebec-4e19-95bc-e333985d16cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:27:12.151632 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-5aed6dab-957b-4d33-88ea-56be95aeac0a req-5fc494a9-ebec-4e19-95bc-e333985d16cb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ddcd5653413143e99ea8197beb98de5f&device_id=0fcffe1a-b0a2-42b7-8139-76f6bb45c95c HTTP/1.1" status: 200 len: 1098 time: 0.1845639 Sep 09 05:27:12.172275 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.db_base_plugin_common [req-5f7d303c-ec29-4d11-a52b-663f64588e20 req-4d1b9120-9306-41bd-b909-ebe63c0ac45f tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Allocated IP 172.20.0.6 (291e5271-48d4-420e-881d-562af23bb611/a04bd73f-e382-4b28-93a4-5bffd3f0a099/93a50ab9-6200-4e92-8747-637cd22347bb) {{(pid=94297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 05:27:12.312890 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aed6dab-957b-4d33-88ea-56be95aeac0a req-2555f5e2-0483-4148-bef8-9525f2f3bb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:27:12.314312 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-5aed6dab-957b-4d33-88ea-56be95aeac0a req-2555f5e2-0483-4148-bef8-9525f2f3bb25 service neutron] 10.222.0.23 "GET /v2.0/networks?id=591ece5e-2938-4cf9-bb43-c15ca886ca94 HTTP/1.1" status: 200 len: 911 time: 0.1398060 Sep 09 05:27:12.419860 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-5aed6dab-957b-4d33-88ea-56be95aeac0a req-547ce508-02f7-4d79-889c-121dd08a6028 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f4e839a-0a26-4f84-bac3-dedd60860d8f HTTP/1.1" status: 200 len: 1000 time: 0.0797143 Sep 09 05:27:12.429654 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-5f7d303c-ec29-4d11-a52b-663f64588e20 req-4d1b9120-9306-41bd-b909-ebe63c0ac45f tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Notify callbacks [] for port, precommit_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:27:12.470765 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.provisioning_blocks [req-5f7d303c-ec29-4d11-a52b-663f64588e20 req-4d1b9120-9306-41bd-b909-ebe63c0ac45f tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Transition to ACTIVE for port object 93a50ab9-6200-4e92-8747-637cd22347bb will not be triggered until provisioned by entity DHCP. {{(pid=94297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 05:27:12.489261 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aed6dab-957b-4d33-88ea-56be95aeac0a req-d394cf01-9d23-43aa-a2c7-5856779e8de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:27:12.490747 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-5aed6dab-957b-4d33-88ea-56be95aeac0a req-d394cf01-9d23-43aa-a2c7-5856779e8de2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=94a6c333-3890-40af-80b3-e0da9d928c0a HTTP/1.1" status: 200 len: 850 time: 0.0638099 Sep 09 05:27:12.545322 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-5f7d303c-ec29-4d11-a52b-663f64588e20 req-4d1b9120-9306-41bd-b909-ebe63c0ac45f tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748631669697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29281037'] for port, after_create {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:27:12.578213 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aed6dab-957b-4d33-88ea-56be95aeac0a req-93993f4a-3303-409f-ad0a-2c8951f7d261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:27:12.579814 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-5aed6dab-957b-4d33-88ea-56be95aeac0a req-93993f4a-3303-409f-ad0a-2c8951f7d261 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=591ece5e-2938-4cf9-bb43-c15ca886ca94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0785024 Sep 09 05:27:12.602578 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f7d303c-ec29-4d11-a52b-663f64588e20 req-4d1b9120-9306-41bd-b909-ebe63c0ac45f tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Network 291e5271-48d4-420e-881d-562af23bb611 is already hosted by enough agents. {{(pid=94297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 05:27:12.610154 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.base_scheduler [req-5f7d303c-ec29-4d11-a52b-663f64588e20 req-4d1b9120-9306-41bd-b909-ebe63c0ac45f tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Resources bound (agent type, host, resource id): {{(pid=94297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 05:27:12.623944 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f7d303c-ec29-4d11-a52b-663f64588e20 req-4d1b9120-9306-41bd-b909-ebe63c0ac45f tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Received port after_create {{(pid=94297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 05:27:12.633841 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1b9120-9306-41bd-b909-ebe63c0ac45f tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Pushing event updated for resources: {'Port': ['ID=93a50ab9-6200-4e92-8747-637cd22347bb,revision_number=1']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:27:12.714430 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7d303c-ec29-4d11-a52b-663f64588e20 req-4d1b9120-9306-41bd-b909-ebe63c0ac45f tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:27:12.715064 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-5f7d303c-ec29-4d11-a52b-663f64588e20 req-4d1b9120-9306-41bd-b909-ebe63c0ac45f tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-438482'] for port, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:27:12.741076 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-5aed6dab-957b-4d33-88ea-56be95aeac0a req-4fc82b6d-43ad-40df-ab4c-9263103e2de0 service neutron] 10.222.0.23 "GET /v2.0/networks/591ece5e-2938-4cf9-bb43-c15ca886ca94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498694 Sep 09 05:27:12.742476 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-5f7d303c-ec29-4d11-a52b-663f64588e20 req-4d1b9120-9306-41bd-b909-ebe63c0ac45f tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8563912 Sep 09 05:27:12.748501 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90391566-22c9-4a08-891a-25209d8625bb req-24e57a7b-2f2e-4aa1-8456-ff08f62b268b tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:27:12.750079 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-90391566-22c9-4a08-891a-25209d8625bb req-24e57a7b-2f2e-4aa1-8456-ff08f62b268b tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/ports?device_id=f67ddb3c-d162-4d16-824f-688a5c194e99 HTTP/1.1" status: 200 len: 945 time: 0.0637367 Sep 09 05:27:12.767137 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.v2.base [req-5f7d303c-ec29-4d11-a52b-663f64588e20 req-184f86e2-861c-49da-98c4-490f54cf07e1 service neutron] Request body: {'port': {'device_id': 'cbfd9dbd-a650-4204-a5a5-f7e5066c9209', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77262'}} {{(pid=94297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:27:12.791327 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-90391566-22c9-4a08-891a-25209d8625bb req-6650db70-8581-49bb-81d0-341b6e64db27 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/security-groups?id=e89da49e-09fc-4632-82b3-7a3f9989799d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342054 Sep 09 05:27:12.873326 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-5f7d303c-ec29-4d11-a52b-663f64588e20 req-184f86e2-861c-49da-98c4-490f54cf07e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:27:12.901157 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-5aed6dab-957b-4d33-88ea-56be95aeac0a req-6e5e458d-f781-4ebf-a69a-1ee8633028cf service neutron] 10.222.0.23 "GET /v2.0/networks/591ece5e-2938-4cf9-bb43-c15ca886ca94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464846 Sep 09 05:27:12.902910 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-926386d4-885b-4aae-b9f0-7f422fd42d70 None None] Provisioning for port 93a50ab9-6200-4e92-8747-637cd22347bb completed by entity DHCP. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 05:27:12.906813 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-926386d4-885b-4aae-b9f0-7f422fd42d70 None None] Provisioning complete for port 93a50ab9-6200-4e92-8747-637cd22347bb triggered by entity DHCP. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:27:12.907312 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-926386d4-885b-4aae-b9f0-7f422fd42d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:27:12.945023 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.plugin [None req-926386d4-885b-4aae-b9f0-7f422fd42d70 None None] Port 93a50ab9-6200-4e92-8747-637cd22347bb cannot update to ACTIVE because it is not bound. {{(pid=94299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 09 05:27:12.982604 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331329a9-5b28-4dff-8828-1a6d19fdd417 req-59bf53f1-48c5-4d4c-8dce-c927255002c2 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:27:12.984187 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-331329a9-5b28-4dff-8828-1a6d19fdd417 req-59bf53f1-48c5-4d4c-8dce-c927255002c2 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbfd9dbd-a650-4204-a5a5-f7e5066c9209 HTTP/1.1" status: 200 len: 931 time: 0.0534613 Sep 09 05:27:13.024081 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-331329a9-5b28-4dff-8828-1a6d19fdd417 req-b904b39f-eb1f-436b-8f22-cbdb0951b42f tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] 10.222.0.24 "GET /v2.0/security-groups?id=7039c699-d30e-42c5-bc8a-d75e73955429&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0323648 Sep 09 05:27:13.095238 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device 583c53aa-0fff-4494-b10d-646d415ae673 up at agent hyperv_hv-cinder-77262 {{(pid=94299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 05:27:13.146615 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Provisioning for port 583c53aa-0fff-4494-b10d-646d415ae673 completed by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 05:27:13.150005 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Provisioning complete for port 583c53aa-0fff-4494-b10d-646d415ae673 triggered by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:27:13.150378 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:27:13.164246 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.notifiers.nova [req-5f7d303c-ec29-4d11-a52b-663f64588e20 req-184f86e2-861c-49da-98c4-490f54cf07e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93a50ab9-6200-4e92-8747-637cd22347bb {{(pid=94297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 05:27:13.171672 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-5f7d303c-ec29-4d11-a52b-663f64588e20 req-184f86e2-861c-49da-98c4-490f54cf07e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:27:13.184360 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.provisioning_blocks [req-5f7d303c-ec29-4d11-a52b-663f64588e20 req-184f86e2-861c-49da-98c4-490f54cf07e1 service neutron] Transition to ACTIVE for port object 93a50ab9-6200-4e92-8747-637cd22347bb will not be triggered until provisioned by entity L2. {{(pid=94297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 09 05:27:13.187541 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-5f7d303c-ec29-4d11-a52b-663f64588e20 req-184f86e2-861c-49da-98c4-490f54cf07e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29280254'] for port, after_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:27:13.227514 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:27:13.240389 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f86e2-861c-49da-98c4-490f54cf07e1 service neutron] Pushing event updated for resources: {'Port': ['ID=93a50ab9-6200-4e92-8747-637cd22347bb,revision_number=2']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:27:13.253874 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f67ddb3c-d162-4d16-824f-688a5c194e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '583c53aa-0fff-4494-b10d-646d415ae673'}] {{(pid=94299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 05:27:13.256218 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6baa3fa754b64f0f84acd20b1d53bd6375697f3cd0d79ee629041410e58b9d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def6f323-b2f7-4cf9-b0ae-1aae50a44c75" -d '{"events": [{"server_uuid": "f67ddb3c-d162-4d16-824f-688a5c194e99", "name": "network-vif-plugged", "status": "completed", "tag": "583c53aa-0fff-4494-b10d-646d415ae673"}]}' {{(pid=94299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 05:27:13.269653 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] For port 583c53aa-0fff-4494-b10d-646d415ae673, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=583c53aa-0fff-4494-b10d-646d415ae673,segment=NetworkSegment(72cb4207-838c-49bd-8e0c-6709c728d1de),segment_id=72cb4207-838c-49bd-8e0c-6709c728d1de)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:27:13.274454 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:27:13.306149 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 05:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d88cba99-9827-444d-bb19-9f84aa523c2b x-openstack-request-id: req-d88cba99-9827-444d-bb19-9f84aa523c2b {{(pid=94299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 05:27:13.306500 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f67ddb3c-d162-4d16-824f-688a5c194e99", "name": "network-vif-plugged", "status": "completed", "tag": "583c53aa-0fff-4494-b10d-646d415ae673", "code": 200}]} {{(pid=94299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 05:27:13.306814 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d88cba99-9827-444d-bb19-9f84aa523c2b {{(pid=94299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 05:27:13.307496 dv-cinder-772623-14-iscsi neutron-server[94299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f67ddb3c-d162-4d16-824f-688a5c194e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '583c53aa-0fff-4494-b10d-646d415ae673', 'code': 200} Sep 09 05:27:13.309454 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.managers [req-5f7d303c-ec29-4d11-a52b-663f64588e20 req-184f86e2-861c-49da-98c4-490f54cf07e1 service neutron] Attempting to bind port 93a50ab9-6200-4e92-8747-637cd22347bb on host hv-cinder-77262 for vnic_type normal with profile {{(pid=94297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 09 05:27:13.309919 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.managers [req-5f7d303c-ec29-4d11-a52b-663f64588e20 req-184f86e2-861c-49da-98c4-490f54cf07e1 service neutron] Attempting to bind port 93a50ab9-6200-4e92-8747-637cd22347bb by drivers openvswitch,hyperv on host hv-cinder-77262 at level 0 using segments [{'id': 'd9f47965-8d81-4307-a217-db31e5b894fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '291e5271-48d4-420e-881d-562af23bb611'}] {{(pid=94297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 09 05:27:13.310361 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7d303c-ec29-4d11-a52b-663f64588e20 req-184f86e2-861c-49da-98c4-490f54cf07e1 service neutron] Attempting to bind port 93a50ab9-6200-4e92-8747-637cd22347bb on network 291e5271-48d4-420e-881d-562af23bb611 {{(pid=94297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 05:27:13.318655 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7d303c-ec29-4d11-a52b-663f64588e20 req-184f86e2-861c-49da-98c4-490f54cf07e1 service neutron] Port 93a50ab9-6200-4e92-8747-637cd22347bb on network 291e5271-48d4-420e-881d-562af23bb611 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77262 {{(pid=94297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 09 05:27:13.319050 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7d303c-ec29-4d11-a52b-663f64588e20 req-184f86e2-861c-49da-98c4-490f54cf07e1 service neutron] Attempting to bind port 93a50ab9-6200-4e92-8747-637cd22347bb on network 291e5271-48d4-420e-881d-562af23bb611 {{(pid=94297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 09 05:27:13.324323 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7d303c-ec29-4d11-a52b-663f64588e20 req-184f86e2-861c-49da-98c4-490f54cf07e1 service neutron] Checking agent: {'id': '7670f20e-61bb-4b09-a030-6895aded51bb', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77262', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 9, 5, 15, 5), 'started_at': datetime.datetime(2021, 9, 9, 5, 15, 5), 'heartbeat_timestamp': datetime.datetime(2021, 9, 9, 5, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 09 05:27:13.324746 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7d303c-ec29-4d11-a52b-663f64588e20 req-184f86e2-861c-49da-98c4-490f54cf07e1 service neutron] Checking segment: {'id': 'd9f47965-8d81-4307-a217-db31e5b894fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '291e5271-48d4-420e-881d-562af23bb611'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 09 05:27:13.325217 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f7d303c-ec29-4d11-a52b-663f64588e20 req-184f86e2-861c-49da-98c4-490f54cf07e1 service neutron] Bound using segment: {'id': 'd9f47965-8d81-4307-a217-db31e5b894fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '291e5271-48d4-420e-881d-562af23bb611'} {{(pid=94297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 09 05:27:13.325918 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.managers [req-5f7d303c-ec29-4d11-a52b-663f64588e20 req-184f86e2-861c-49da-98c4-490f54cf07e1 service neutron] Bound port: 93a50ab9-6200-4e92-8747-637cd22347bb, host: hv-cinder-77262, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9f47965-8d81-4307-a217-db31e5b894fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '291e5271-48d4-420e-881d-562af23bb611'}}] {{(pid=94297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 09 05:27:13.326192 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-5f7d303c-ec29-4d11-a52b-663f64588e20 req-184f86e2-861c-49da-98c4-490f54cf07e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:27:13.341243 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Pushing event updated for resources: {'Port': ['ID=583c53aa-0fff-4494-b10d-646d415ae673,revision_number=5']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:27:13.402863 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.db [req-5f7d303c-ec29-4d11-a52b-663f64588e20 req-184f86e2-861c-49da-98c4-490f54cf07e1 service neutron] For port 93a50ab9-6200-4e92-8747-637cd22347bb, host hv-cinder-77262, cleared binding levels {{(pid=94297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 09 05:27:13.406129 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.db [req-5f7d303c-ec29-4d11-a52b-663f64588e20 req-184f86e2-861c-49da-98c4-490f54cf07e1 service neutron] For port 93a50ab9-6200-4e92-8747-637cd22347bb, host hv-cinder-77262, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=93a50ab9-6200-4e92-8747-637cd22347bb,segment=NetworkSegment(d9f47965-8d81-4307-a217-db31e5b894fd),segment_id=d9f47965-8d81-4307-a217-db31e5b894fd)] {{(pid=94297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 09 05:27:13.410921 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-5f7d303c-ec29-4d11-a52b-663f64588e20 req-184f86e2-861c-49da-98c4-490f54cf07e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29280254'] for port, after_update {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:27:13.446867 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7d303c-ec29-4d11-a52b-663f64588e20 req-184f86e2-861c-49da-98c4-490f54cf07e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:27:13.447803 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-5f7d303c-ec29-4d11-a52b-663f64588e20 req-184f86e2-861c-49da-98c4-490f54cf07e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-438482'] for port, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:27:13.449564 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-5f7d303c-ec29-4d11-a52b-663f64588e20 req-184f86e2-861c-49da-98c4-490f54cf07e1 service neutron] 10.222.0.23 "PUT /v2.0/ports/93a50ab9-6200-4e92-8747-637cd22347bb HTTP/1.1" status: 200 len: 1093 time: 0.6871631 Sep 09 05:27:13.452203 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbfd9dbd-a650-4204-a5a5-f7e5066c9209', 'tag': '93a50ab9-6200-4e92-8747-637cd22347bb'}] {{(pid=94297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 05:27:13.456169 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85c66017178c43798701892324557e4ac90163104f6096848bec1798d04fbbd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49703761-bac9-4979-a743-d32146b630b1" -d '{"events": [{"name": "network-changed", "server_uuid": "cbfd9dbd-a650-4204-a5a5-f7e5066c9209", "tag": "93a50ab9-6200-4e92-8747-637cd22347bb"}]}' {{(pid=94297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 05:27:13.499316 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184f86e2-861c-49da-98c4-490f54cf07e1 service neutron] Pushing event updated for resources: {'Port': ['ID=93a50ab9-6200-4e92-8747-637cd22347bb,revision_number=3']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:27:13.503510 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 05:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f06c3c32-d8bd-4cec-88cd-3d0833f25f47 x-openstack-request-id: req-f06c3c32-d8bd-4cec-88cd-3d0833f25f47 {{(pid=94297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 05:27:13.503756 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbfd9dbd-a650-4204-a5a5-f7e5066c9209", "tag": "93a50ab9-6200-4e92-8747-637cd22347bb", "status": "completed", "code": 200}]} {{(pid=94297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 05:27:13.504006 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f06c3c32-d8bd-4cec-88cd-3d0833f25f47 {{(pid=94297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 05:27:13.504385 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbfd9dbd-a650-4204-a5a5-f7e5066c9209', 'tag': '93a50ab9-6200-4e92-8747-637cd22347bb', 'status': 'completed', 'code': 200} Sep 09 05:27:13.574726 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7d303c-ec29-4d11-a52b-663f64588e20 req-107ac301-59c2-4bba-9e8c-d834294f0367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:27:13.576239 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-5f7d303c-ec29-4d11-a52b-663f64588e20 req-107ac301-59c2-4bba-9e8c-d834294f0367 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6a43cc7713434a7ba98dea2fb6dbc0b8&device_id=cbfd9dbd-a650-4204-a5a5-f7e5066c9209 HTTP/1.1" status: 200 len: 1096 time: 0.0711379 Sep 09 05:27:13.582009 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0073ce84-d87b-49f8-87bf-bdae12a934eb req-65e80e57-94b4-433a-a3bb-0d06109b0b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:27:13.583438 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-0073ce84-d87b-49f8-87bf-bdae12a934eb req-65e80e57-94b4-433a-a3bb-0d06109b0b01 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f67ddb3c-d162-4d16-824f-688a5c194e99 HTTP/1.1" status: 200 len: 1099 time: 0.0689247 Sep 09 05:27:13.630394 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-5f7d303c-ec29-4d11-a52b-663f64588e20 req-ccd0786e-45a9-45e9-8b7e-d247fedb42be service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93a50ab9-6200-4e92-8747-637cd22347bb HTTP/1.1" status: 200 len: 217 time: 0.0453241 Sep 09 05:27:13.670426 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-0073ce84-d87b-49f8-87bf-bdae12a934eb req-a791689f-b434-450d-a29a-a23b19dd2af1 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e89da49e-09fc-4632-82b3-7a3f9989799d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788085 Sep 09 05:27:13.687221 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7d303c-ec29-4d11-a52b-663f64588e20 req-dcd883e6-1edd-4b46-bf35-2a553825eacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:27:13.688586 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-5f7d303c-ec29-4d11-a52b-663f64588e20 req-dcd883e6-1edd-4b46-bf35-2a553825eacb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a04bd73f-e382-4b28-93a4-5bffd3f0a099 HTTP/1.1" status: 200 len: 848 time: 0.0517051 Sep 09 05:27:13.881504 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-61520411-730b-46b8-8d20-9dad27866f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:27:13.906587 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7d303c-ec29-4d11-a52b-663f64588e20 req-bc7e428e-2c03-45a8-8a16-11d301cc9249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:27:13.908075 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-5f7d303c-ec29-4d11-a52b-663f64588e20 req-bc7e428e-2c03-45a8-8a16-11d301cc9249 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=291e5271-48d4-420e-881d-562af23bb611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0406446 Sep 09 05:27:13.910838 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd5ef9-d478-476c-b03a-5e0c64aeaeab req-390d1fbf-e996-4d18-99c5-6b268f7bed75 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:27:13.912299 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-abdd5ef9-d478-476c-b03a-5e0c64aeaeab req-390d1fbf-e996-4d18-99c5-6b268f7bed75 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/ports?device_id=f67ddb3c-d162-4d16-824f-688a5c194e99 HTTP/1.1" status: 200 len: 946 time: 0.0506792 Sep 09 05:27:13.951941 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-abdd5ef9-d478-476c-b03a-5e0c64aeaeab req-0e69536c-67b9-469b-b2c2-7a3cb48cc143 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/security-groups?id=e89da49e-09fc-4632-82b3-7a3f9989799d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337398 Sep 09 05:27:14.003358 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-5f7d303c-ec29-4d11-a52b-663f64588e20 req-6dfa088b-7a9c-4e3a-97f6-24e75b1f0aad service neutron] 10.222.0.23 "GET /v2.0/networks/291e5271-48d4-420e-881d-562af23bb611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874374 Sep 09 05:27:14.095775 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-5f7d303c-ec29-4d11-a52b-663f64588e20 req-b55b26ab-7b6e-4272-8a58-f753b90679c9 service neutron] 10.222.0.23 "GET /v2.0/networks/291e5271-48d4-420e-881d-562af23bb611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845106 Sep 09 05:27:14.141192 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d5828d-bbf1-41c1-ba38-9d3b7f534db9 req-d51ab616-9d3c-41d7-8e8e-3f83fc4d8cbe tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:27:14.143294 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-e6d5828d-bbf1-41c1-ba38-9d3b7f534db9 req-d51ab616-9d3c-41d7-8e8e-3f83fc4d8cbe tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbfd9dbd-a650-4204-a5a5-f7e5066c9209 HTTP/1.1" status: 200 len: 943 time: 0.0506964 Sep 09 05:27:14.181146 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-e6d5828d-bbf1-41c1-ba38-9d3b7f534db9 req-8b9cf6cf-27ea-475b-b306-564cfec32471 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] 10.222.0.24 "GET /v2.0/security-groups?id=7039c699-d30e-42c5-bc8a-d75e73955429&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0315835 Sep 09 05:27:14.185105 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49703761-bac9-4979-a743-d32146b630b1 req-33949290-ca49-47d6-952b-53ce2a5f3c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:27:14.186602 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-49703761-bac9-4979-a743-d32146b630b1 req-33949290-ca49-47d6-952b-53ce2a5f3c58 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6a43cc7713434a7ba98dea2fb6dbc0b8&device_id=cbfd9dbd-a650-4204-a5a5-f7e5066c9209 HTTP/1.1" status: 200 len: 1096 time: 0.0396502 Sep 09 05:27:14.281115 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49703761-bac9-4979-a743-d32146b630b1 req-ddf31d2c-956b-4c56-b9cd-70aeb410e570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:27:14.282490 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-49703761-bac9-4979-a743-d32146b630b1 req-ddf31d2c-956b-4c56-b9cd-70aeb410e570 service neutron] 10.222.0.23 "GET /v2.0/networks?id=291e5271-48d4-420e-881d-562af23bb611 HTTP/1.1" status: 200 len: 909 time: 0.0855236 Sep 09 05:27:14.325620 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-49703761-bac9-4979-a743-d32146b630b1 req-3b926753-3c75-425e-97a3-68f7d998d8db service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93a50ab9-6200-4e92-8747-637cd22347bb HTTP/1.1" status: 200 len: 217 time: 0.0350473 Sep 09 05:27:14.374159 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49703761-bac9-4979-a743-d32146b630b1 req-855d2980-c121-4e94-8a86-b5091a919548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:27:14.375508 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-49703761-bac9-4979-a743-d32146b630b1 req-855d2980-c121-4e94-8a86-b5091a919548 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a04bd73f-e382-4b28-93a4-5bffd3f0a099 HTTP/1.1" status: 200 len: 848 time: 0.0406516 Sep 09 05:27:14.421129 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49703761-bac9-4979-a743-d32146b630b1 req-f88e8732-0a94-410d-bae0-a2c5378df36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:27:14.422587 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-49703761-bac9-4979-a743-d32146b630b1 req-f88e8732-0a94-410d-bae0-a2c5378df36e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=291e5271-48d4-420e-881d-562af23bb611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0382049 Sep 09 05:27:14.516367 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-49703761-bac9-4979-a743-d32146b630b1 req-14823f7e-07ea-48e4-9fa9-0e36d042bc43 service neutron] 10.222.0.23 "GET /v2.0/networks/291e5271-48d4-420e-881d-562af23bb611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846817 Sep 09 05:27:14.611070 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-49703761-bac9-4979-a743-d32146b630b1 req-a01f304a-41a3-441e-a756-5949e018f05a service neutron] 10.222.0.23 "GET /v2.0/networks/291e5271-48d4-420e-881d-562af23bb611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813115 Sep 09 05:27:15.067309 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958ee6a4-ddc8-41d5-8f18-c137c8848f0e req-b4a96a46-7194-423e-8661-d04c69f21972 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:27:15.068781 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-958ee6a4-ddc8-41d5-8f18-c137c8848f0e req-b4a96a46-7194-423e-8661-d04c69f21972 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/ports?device_id=f67ddb3c-d162-4d16-824f-688a5c194e99 HTTP/1.1" status: 200 len: 946 time: 0.0490737 Sep 09 05:27:15.107860 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-958ee6a4-ddc8-41d5-8f18-c137c8848f0e req-eda743ef-d041-4e23-913d-dada9fb32397 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/security-groups?id=e89da49e-09fc-4632-82b3-7a3f9989799d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332794 Sep 09 05:27:15.219982 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40055fe9-0169-43f1-954a-5b3dc6d5ec14 req-315f5aed-4fcb-40f5-8ae4-c875e4875bbf tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:27:15.222119 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-40055fe9-0169-43f1-954a-5b3dc6d5ec14 req-315f5aed-4fcb-40f5-8ae4-c875e4875bbf tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/ports?device_id=f67ddb3c-d162-4d16-824f-688a5c194e99 HTTP/1.1" status: 200 len: 946 time: 0.0485594 Sep 09 05:27:15.287877 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-40055fe9-0169-43f1-954a-5b3dc6d5ec14 req-7bcee1f5-0fee-4a80-994d-13501622dcc4 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/security-groups?id=e89da49e-09fc-4632-82b3-7a3f9989799d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597756 Sep 09 05:27:15.303584 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6df1ac-998c-41ff-be8c-086852e6a008 req-48193a2a-ef44-4452-91ff-a06f0b8d8aeb tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:27:15.305042 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-5d6df1ac-998c-41ff-be8c-086852e6a008 req-48193a2a-ef44-4452-91ff-a06f0b8d8aeb tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbfd9dbd-a650-4204-a5a5-f7e5066c9209 HTTP/1.1" status: 200 len: 943 time: 0.0583711 Sep 09 05:27:15.309041 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 43688) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:27:15.367145 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-5d6df1ac-998c-41ff-be8c-086852e6a008 req-348b4468-3755-4b15-876b-2c93f0820110 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] 10.222.0.24 "GET /v2.0/security-groups?id=7039c699-d30e-42c5-bc8a-d75e73955429&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0560131 Sep 09 05:27:15.374730 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec195aca-959f-4a56-8891-0da8bc01c3fe tempest-TestVolumeBootPattern-260276732 tempest-TestVolumeBootPattern-260276732-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:27:15.376184 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-ec195aca-959f-4a56-8891-0da8bc01c3fe tempest-TestVolumeBootPattern-260276732 tempest-TestVolumeBootPattern-260276732-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f67ddb3c-d162-4d16-824f-688a5c194e99 HTTP/1.1" status: 200 len: 1094 time: 0.0662498 Sep 09 05:27:15.379564 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 43692) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:27:15.383764 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.v2.base [None req-da7d3d44-4cd8-41f1-8833-513be34eea68 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Request body: {'floatingip': {'floating_network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'port_id': '583c53aa-0fff-4494-b10d-646d415ae673', 'tenant_id': 'ddcd5653413143e99ea8197beb98de5f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:27:15.404822 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-da7d3d44-4cd8-41f1-8833-513be34eea68 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks [] for floatingip, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:27:15.501450 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-da7d3d44-4cd8-41f1-8833-513be34eea68 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:27:15.602278 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.db.db_base_plugin_common [None req-da7d3d44-4cd8-41f1-8833-513be34eea68 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Allocated IP 172.27.2.69 (5214b103-0600-4a81-9a33-2571ddc573a1/5b692485-8a86-47cc-9882-0c3698d3f08b/eb30c260-36d4-42e4-a1dc-2df277f50fcc) {{(pid=94298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 05:27:15.706729 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-da7d3d44-4cd8-41f1-8833-513be34eea68 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks [] for port, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:27:15.744740 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-da7d3d44-4cd8-41f1-8833-513be34eea68 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748631669697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1874062'] for port, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:27:15.777646 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7d3d44-4cd8-41f1-8833-513be34eea68 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Network 5214b103-0600-4a81-9a33-2571ddc573a1 is already hosted by enough agents. {{(pid=94298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 05:27:15.780399 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.base_scheduler [None req-da7d3d44-4cd8-41f1-8833-513be34eea68 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Resources bound (agent type, host, resource id): {{(pid=94298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 05:27:15.784431 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7d3d44-4cd8-41f1-8833-513be34eea68 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Received port after_create {{(pid=94298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 05:27:15.812125 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7d3d44-4cd8-41f1-8833-513be34eea68 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Pushing event updated for resources: {'Port': ['ID=eb30c260-36d4-42e4-a1dc-2df277f50fcc,revision_number=1']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:27:16.404465 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-da7d3d44-4cd8-41f1-8833-513be34eea68 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:27:16.499312 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-da7d3d44-4cd8-41f1-8833-513be34eea68 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:27:16.510910 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dd05ca-4a9c-41f1-8e49-9bcd654c5add req-376c9932-b09e-4c32-8a09-3883944f12ab tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:27:16.512375 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-34dd05ca-4a9c-41f1-8e49-9bcd654c5add req-376c9932-b09e-4c32-8a09-3883944f12ab tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbfd9dbd-a650-4204-a5a5-f7e5066c9209 HTTP/1.1" status: 200 len: 943 time: 0.0765731 Sep 09 05:27:16.537357 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-5b95815c-54e4-46d8-a3b9-b378e6a2c0e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:27:16.581149 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-34dd05ca-4a9c-41f1-8e49-9bcd654c5add req-bde9e718-fcd6-453e-ba61-3490d179a763 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] 10.222.0.24 "GET /v2.0/security-groups?id=7039c699-d30e-42c5-bc8a-d75e73955429&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0513873 Sep 09 05:27:16.681387 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-da7d3d44-4cd8-41f1-8833-513be34eea68 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks [] for port, precommit_update {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:27:16.685890 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-da7d3d44-4cd8-41f1-8833-513be34eea68 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1873021'] for port, after_update {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:27:16.753341 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7d3d44-4cd8-41f1-8833-513be34eea68 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Pushing event updated for resources: {'Port': ['ID=eb30c260-36d4-42e4-a1dc-2df277f50fcc,revision_number=2']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:27:16.760934 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-da7d3d44-4cd8-41f1-8833-513be34eea68 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600363'] for floatingip, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:27:16.857560 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.db.l3_db [None req-da7d3d44-4cd8-41f1-8833-513be34eea68 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Floating IP aa0a817e-9792-438b-95ec-b82de5c957c1 associated. External IP: 172.27.2.69, port: 583c53aa-0fff-4494-b10d-646d415ae673. Sep 09 05:27:16.895890 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:27:17.062195 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da7d3d44-4cd8-41f1-8833-513be34eea68 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Router a53a5e1d-49ba-4b19-a38d-89469459e68f has already been hosted by L3 agent e912432c-85e4-4a31-b574-aae2dcf01ec7 {{(pid=94298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 05:27:17.168035 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da7d3d44-4cd8-41f1-8833-513be34eea68 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify agent at l3_agent.dv-cinder-772623-14-iscsi the message routers_updated {{(pid=94298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 05:27:17.177827 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1dc64c8-0c09-4d3d-8718-4b7df9a034f4 None None] Sync routers for ids ['a53a5e1d-49ba-4b19-a38d-89469459e68f'] in dv-cinder-772623-14-iscsi {{(pid=94299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 05:27:17.182870 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-da7d3d44-4cd8-41f1-8833-513be34eea68 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-438482'] for floatingip, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:27:17.188304 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1dc64c8-0c09-4d3d-8718-4b7df9a034f4 None None] Routers {'a53a5e1d-49ba-4b19-a38d-89469459e68f'} bound to L3 agent in host dv-cinder-772623-14-iscsi {{(pid=94299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 05:27:17.188916 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-a1dc64c8-0c09-4d3d-8718-4b7df9a034f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T05:09:16Z,description=,heartbeat_timestamp=2021-09-09T05:27:17Z,host='dv-cinder-772623-14-iscsi',id=e912432c-85e4-4a31-b574-aae2dcf01ec7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T05:09:16Z,topic='l3_agent')) {'router_ids': ['a53a5e1d-49ba-4b19-a38d-89469459e68f'], 'active': True} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:27:17.210493 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-da7d3d44-4cd8-41f1-8833-513be34eea68 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8299339 Sep 09 05:27:17.211057 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f67ddb3c-d162-4d16-824f-688a5c194e99', 'tag': '583c53aa-0fff-4494-b10d-646d415ae673'}] {{(pid=94298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 05:27:17.213260 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bce242ee21533c645a402e1a550c8899fb444cbd779d7c78464fb91fbc7682ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca7b6d9-255d-4bbf-b3dd-a0b43e182449" -d '{"events": [{"name": "network-changed", "server_uuid": "f67ddb3c-d162-4d16-824f-688a5c194e99", "tag": "583c53aa-0fff-4494-b10d-646d415ae673"}]}' {{(pid=94298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 05:27:17.250341 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 05:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-147abd16-8a02-4618-b41d-dff68203c45f x-openstack-request-id: req-147abd16-8a02-4618-b41d-dff68203c45f {{(pid=94298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 05:27:17.250640 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f67ddb3c-d162-4d16-824f-688a5c194e99", "tag": "583c53aa-0fff-4494-b10d-646d415ae673", "status": "completed", "code": 200}]} {{(pid=94298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 05:27:17.250887 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-147abd16-8a02-4618-b41d-dff68203c45f {{(pid=94298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 05:27:17.251277 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f67ddb3c-d162-4d16-824f-688a5c194e99', 'tag': '583c53aa-0fff-4494-b10d-646d415ae673', 'status': 'completed', 'code': 200} Sep 09 05:27:17.294256 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvr_db [None req-a1dc64c8-0c09-4d3d-8718-4b7df9a034f4 None None] Set router a53a5e1d-49ba-4b19-a38d-89469459e68f gateway port host: dv-cinder-772623-14-iscsi {{(pid=94299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 05:27:17.316843 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca7b6d9-255d-4bbf-b3dd-a0b43e182449 req-d88a9cb8-6546-4d18-a933-1b3981ca0799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:27:17.318435 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-7ca7b6d9-255d-4bbf-b3dd-a0b43e182449 req-d88a9cb8-6546-4d18-a933-1b3981ca0799 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ddcd5653413143e99ea8197beb98de5f&device_id=f67ddb3c-d162-4d16-824f-688a5c194e99 HTTP/1.1" status: 200 len: 1099 time: 0.0438788 Sep 09 05:27:17.409093 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca7b6d9-255d-4bbf-b3dd-a0b43e182449 req-3edeaa1c-a2f9-40e2-a35a-2fa5f80df9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:27:17.410636 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-7ca7b6d9-255d-4bbf-b3dd-a0b43e182449 req-3edeaa1c-a2f9-40e2-a35a-2fa5f80df9ee service neutron] 10.222.0.23 "GET /v2.0/networks?id=591ece5e-2938-4cf9-bb43-c15ca886ca94 HTTP/1.1" status: 200 len: 911 time: 0.0848196 Sep 09 05:27:17.480810 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-7ca7b6d9-255d-4bbf-b3dd-a0b43e182449 req-007d73f6-cc83-4586-b558-89302a1c2be3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=583c53aa-0fff-4494-b10d-646d415ae673 HTTP/1.1" status: 200 len: 999 time: 0.0633254 Sep 09 05:27:17.519012 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-a1dc64c8-0c09-4d3d-8718-4b7df9a034f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53a5e1d-49ba-4b19-a38d-89469459e68f', 'name': 'tempest-TestVolumeBootPattern-489298219-router', 'tenant_id': 'ddcd5653413143e99ea8197beb98de5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'f1d06893-2c4c-4ade-88e7-da8c1abe6ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:21:46Z', 'updated_at': '2021-09-09T05:21:48Z', 'revision_number': 4, 'project_id': 'ddcd5653413143e99ea8197beb98de5f', 'gw_port': {'id': 'f1d06893-2c4c-4ade-88e7-da8c1abe6ee4', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:43:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53a5e1d-49ba-4b19-a38d-89469459e68f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:21:46Z', 'updated_at': '2021-09-09T05:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi', '_floatingips': [{'id': 'aa0a817e-9792-438b-95ec-b82de5c957c1', 'tenant_id': 'ddcd5653413143e99ea8197beb98de5f', 'floating_ip_address': '172.27.2.69', 'floating_network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'router_id': 'a53a5e1d-49ba-4b19-a38d-89469459e68f', 'port_id': '583c53aa-0fff-4494-b10d-646d415ae673', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '591ece5e-2938-4cf9-bb43-c15ca886ca94', 'mac_address': 'fa:16:3e:38:d6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67ddb3c-d162-4d16-824f-688a5c194e99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T05:27:16Z', 'updated_at': '2021-09-09T05:27:16Z', 'revision_number': 0, 'project_id': 'ddcd5653413143e99ea8197beb98de5f', 'fixed_ip_address_scope': None}, {'id': 'e5994ac8-fa67-44bb-94f1-2ca1ffb1b9fe', 'tenant_id': 'ddcd5653413143e99ea8197beb98de5f', 'floating_ip_address': '172.27.2.76', 'floating_network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'router_id': 'a53a5e1d-49ba-4b19-a38d-89469459e68f', 'port_id': '7f4e839a-0a26-4f84-bac3-dedd60860d8f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '591ece5e-2938-4cf9-bb43-c15ca886ca94', 'mac_address': 'fa:16:3e:a5:20:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fcffe1a-b0a2-42b7-8139-76f6bb45c95c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T05:25:19Z', 'updated_at': '2021-09-09T05:25:21Z', 'revision_number': 1, 'project_id': 'ddcd5653413143e99ea8197beb98de5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a237617-035f-463d-8e01-75ddd84a62ed', 'name': '', 'network_id': '591ece5e-2938-4cf9-bb43-c15ca886ca94', 'tenant_id': 'ddcd5653413143e99ea8197beb98de5f', 'mac_address': 'fa:16:3e:76:70:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53a5e1d-49ba-4b19-a38d-89469459e68f', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '94a6c333-3890-40af-80b3-e0da9d928c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:21:48Z', 'updated_at': '2021-09-09T05:21:55Z', 'revision_number': 5, 'project_id': 'ddcd5653413143e99ea8197beb98de5f', 'subnets': [{'id': '94a6c333-3890-40af-80b3-e0da9d928c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-14-iscsi', False) {} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:27:17.529874 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca7b6d9-255d-4bbf-b3dd-a0b43e182449 req-f918242e-3ce1-4943-8b72-6a82b5d90ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:27:17.531393 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-7ca7b6d9-255d-4bbf-b3dd-a0b43e182449 req-f918242e-3ce1-4943-8b72-6a82b5d90ee5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=94a6c333-3890-40af-80b3-e0da9d928c0a HTTP/1.1" status: 200 len: 850 time: 0.0438869 Sep 09 05:27:17.548952 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1dc64c8-0c09-4d3d-8718-4b7df9a034f4 None None] Checking router: a53a5e1d-49ba-4b19-a38d-89469459e68f for host: dv-cinder-772623-14-iscsi {{(pid=94299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 05:27:17.557232 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1dc64c8-0c09-4d3d-8718-4b7df9a034f4 None None] Routers {'a53a5e1d-49ba-4b19-a38d-89469459e68f'} bound to L3 agent in host dv-cinder-772623-14-iscsi {{(pid=94299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 05:27:17.557874 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-a1dc64c8-0c09-4d3d-8718-4b7df9a034f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T05:09:16Z,description=,heartbeat_timestamp=2021-09-09T05:27:17Z,host='dv-cinder-772623-14-iscsi',id=e912432c-85e4-4a31-b574-aae2dcf01ec7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T05:09:16Z,topic='l3_agent')) {'router_ids': ['a53a5e1d-49ba-4b19-a38d-89469459e68f'], 'active': True} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:27:17.575810 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca7b6d9-255d-4bbf-b3dd-a0b43e182449 req-7bbb9977-1558-42b5-b219-9c84bcd976c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:27:17.577276 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-7ca7b6d9-255d-4bbf-b3dd-a0b43e182449 req-7bbb9977-1558-42b5-b219-9c84bcd976c6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=591ece5e-2938-4cf9-bb43-c15ca886ca94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0388393 Sep 09 05:27:17.682503 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvr_db [None req-a1dc64c8-0c09-4d3d-8718-4b7df9a034f4 None None] Set router a53a5e1d-49ba-4b19-a38d-89469459e68f gateway port host: dv-cinder-772623-14-iscsi {{(pid=94299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 05:27:17.685492 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-9dcada0b-7967-4cde-8891-c5586c834af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:27:17.702396 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab2fa73-51f1-43b9-a726-f8c96a4b657d req-6a09cb32-d0a4-465c-88ed-24843f966d73 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:27:17.704028 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-2ab2fa73-51f1-43b9-a726-f8c96a4b657d req-6a09cb32-d0a4-465c-88ed-24843f966d73 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbfd9dbd-a650-4204-a5a5-f7e5066c9209 HTTP/1.1" status: 200 len: 943 time: 0.0549738 Sep 09 05:27:17.748456 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-2ab2fa73-51f1-43b9-a726-f8c96a4b657d req-eb5794ee-31dc-45b6-941b-8de122a717cf tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] 10.222.0.24 "GET /v2.0/security-groups?id=7039c699-d30e-42c5-bc8a-d75e73955429&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0375004 Sep 09 05:27:17.922512 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-a1dc64c8-0c09-4d3d-8718-4b7df9a034f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53a5e1d-49ba-4b19-a38d-89469459e68f', 'name': 'tempest-TestVolumeBootPattern-489298219-router', 'tenant_id': 'ddcd5653413143e99ea8197beb98de5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'f1d06893-2c4c-4ade-88e7-da8c1abe6ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:21:46Z', 'updated_at': '2021-09-09T05:21:48Z', 'revision_number': 4, 'project_id': 'ddcd5653413143e99ea8197beb98de5f', 'gw_port': {'id': 'f1d06893-2c4c-4ade-88e7-da8c1abe6ee4', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:43:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53a5e1d-49ba-4b19-a38d-89469459e68f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:21:46Z', 'updated_at': '2021-09-09T05:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi', '_floatingips': [{'id': 'aa0a817e-9792-438b-95ec-b82de5c957c1', 'tenant_id': 'ddcd5653413143e99ea8197beb98de5f', 'floating_ip_address': '172.27.2.69', 'floating_network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'router_id': 'a53a5e1d-49ba-4b19-a38d-89469459e68f', 'port_id': '583c53aa-0fff-4494-b10d-646d415ae673', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '591ece5e-2938-4cf9-bb43-c15ca886ca94', 'mac_address': 'fa:16:3e:38:d6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67ddb3c-d162-4d16-824f-688a5c194e99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T05:27:16Z', 'updated_at': '2021-09-09T05:27:16Z', 'revision_number': 0, 'project_id': 'ddcd5653413143e99ea8197beb98de5f', 'fixed_ip_address_scope': None}, {'id': 'e5994ac8-fa67-44bb-94f1-2ca1ffb1b9fe', 'tenant_id': 'ddcd5653413143e99ea8197beb98de5f', 'floating_ip_address': '172.27.2.76', 'floating_network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'router_id': 'a53a5e1d-49ba-4b19-a38d-89469459e68f', 'port_id': '7f4e839a-0a26-4f84-bac3-dedd60860d8f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '591ece5e-2938-4cf9-bb43-c15ca886ca94', 'mac_address': 'fa:16:3e:a5:20:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fcffe1a-b0a2-42b7-8139-76f6bb45c95c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T05:25:19Z', 'updated_at': '2021-09-09T05:25:21Z', 'revision_number': 1, 'project_id': 'ddcd5653413143e99ea8197beb98de5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a237617-035f-463d-8e01-75ddd84a62ed', 'name': '', 'network_id': '591ece5e-2938-4cf9-bb43-c15ca886ca94', 'tenant_id': 'ddcd5653413143e99ea8197beb98de5f', 'mac_address': 'fa:16:3e:76:70:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53a5e1d-49ba-4b19-a38d-89469459e68f', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '94a6c333-3890-40af-80b3-e0da9d928c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:21:48Z', 'updated_at': '2021-09-09T05:21:55Z', 'revision_number': 5, 'project_id': 'ddcd5653413143e99ea8197beb98de5f', 'subnets': [{'id': '94a6c333-3890-40af-80b3-e0da9d928c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-14-iscsi', False) {} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:27:17.925900 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-7ca7b6d9-255d-4bbf-b3dd-a0b43e182449 req-3b969980-ce65-48ce-a0f0-422c05c564d6 service neutron] 10.222.0.23 "GET /v2.0/networks/591ece5e-2938-4cf9-bb43-c15ca886ca94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3416054 Sep 09 05:27:17.952269 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1dc64c8-0c09-4d3d-8718-4b7df9a034f4 None None] The sync data for ids ['a53a5e1d-49ba-4b19-a38d-89469459e68f'] in dv-cinder-772623-14-iscsi is: [{'id': 'a53a5e1d-49ba-4b19-a38d-89469459e68f', 'name': 'tempest-TestVolumeBootPattern-489298219-router', 'tenant_id': 'ddcd5653413143e99ea8197beb98de5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'f1d06893-2c4c-4ade-88e7-da8c1abe6ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:21:46Z', 'updated_at': '2021-09-09T05:21:48Z', 'revision_number': 4, 'project_id': 'ddcd5653413143e99ea8197beb98de5f', 'gw_port': {'id': 'f1d06893-2c4c-4ade-88e7-da8c1abe6ee4', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:43:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53a5e1d-49ba-4b19-a38d-89469459e68f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:21:46Z', 'updated_at': '2021-09-09T05:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi', '_floatingips': [{'id': 'aa0a817e-9792-438b-95ec-b82de5c957c1', 'tenant_id': 'ddcd5653413143e99ea8197beb98de5f', 'floating_ip_address': '172.27.2.69', 'floating_network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'router_id': 'a53a5e1d-49ba-4b19-a38d-89469459e68f', 'port_id': '583c53aa-0fff-4494-b10d-646d415ae673', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '591ece5e-2938-4cf9-bb43-c15ca886ca94', 'mac_address': 'fa:16:3e:38:d6:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f67ddb3c-d162-4d16-824f-688a5c194e99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T05:27:16Z', 'updated_at': '2021-09-09T05:27:16Z', 'revision_number': 0, 'project_id': 'ddcd5653413143e99ea8197beb98de5f', 'fixed_ip_address_scope': None}, {'id': 'e5994ac8-fa67-44bb-94f1-2ca1ffb1b9fe', 'tenant_id': 'ddcd5653413143e99ea8197beb98de5f', 'floating_ip_address': '172.27.2.76', 'floating_network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'router_id': 'a53a5e1d-49ba-4b19-a38d-89469459e68f', 'port_id': '7f4e839a-0a26-4f84-bac3-dedd60860d8f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '591ece5e-2938-4cf9-bb43-c15ca886ca94', 'mac_address': 'fa:16:3e:a5:20:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fcffe1a-b0a2-42b7-8139-76f6bb45c95c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T05:25:19Z', 'updated_at': '2021-09-09T05:25:21Z', 'revision_number': 1, 'project_id': 'ddcd5653413143e99ea8197beb98de5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a237617-035f-463d-8e01-75ddd84a62ed', 'name': '', 'network_id': '591ece5e-2938-4cf9-bb43-c15ca886ca94', 'tenant_id': 'ddcd5653413143e99ea8197beb98de5f', 'mac_address': 'fa:16:3e:76:70:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53a5e1d-49ba-4b19-a38d-89469459e68f', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '94a6c333-3890-40af-80b3-e0da9d928c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:21:48Z', 'updated_at': '2021-09-09T05:21:55Z', 'revision_number': 5, 'project_id': 'ddcd5653413143e99ea8197beb98de5f', 'subnets': [{'id': '94a6c333-3890-40af-80b3-e0da9d928c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 05:27:18.022275 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-7ca7b6d9-255d-4bbf-b3dd-a0b43e182449 req-2746723d-d235-4730-a658-3db077cad07a service neutron] 10.222.0.23 "GET /v2.0/networks/591ece5e-2938-4cf9-bb43-c15ca886ca94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894897 Sep 09 05:27:18.142130 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8181178b-96d7-452f-98cb-7900c39b1904 None None] New status for floating IP aa0a817e-9792-438b-95ec-b82de5c957c1: ACTIVE {{(pid=94300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 05:27:18.868209 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c9093-f23e-48dd-bf65-7e2a1d872aaa req-a5b98b8e-554e-42b4-9528-946cb83fc2a7 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:27:18.869678 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-4b0c9093-f23e-48dd-bf65-7e2a1d872aaa req-a5b98b8e-554e-42b4-9528-946cb83fc2a7 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbfd9dbd-a650-4204-a5a5-f7e5066c9209 HTTP/1.1" status: 200 len: 943 time: 0.0518901 Sep 09 05:27:18.905450 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-4b0c9093-f23e-48dd-bf65-7e2a1d872aaa req-71f4a2a1-2854-47d9-8d28-f65523869a7f tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] 10.222.0.24 "GET /v2.0/security-groups?id=7039c699-d30e-42c5-bc8a-d75e73955429&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0300000 Sep 09 05:27:19.198744 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-fdc48b13-ab8b-41d0-a622-21cc731cd6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:27:19.316363 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.agents_db [None req-c4fa6e85-f278-4c65-a736-468407d89cbd None None] Agent healthcheck: found 6 active agents {{(pid=94300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 05:27:20.018244 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a4c6a6-7238-4530-8862-0c1b9dceea6c req-f5267e41-173a-426b-b035-950551cda2a7 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:27:20.019718 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-c3a4c6a6-7238-4530-8862-0c1b9dceea6c req-f5267e41-173a-426b-b035-950551cda2a7 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbfd9dbd-a650-4204-a5a5-f7e5066c9209 HTTP/1.1" status: 200 len: 943 time: 0.0486879 Sep 09 05:27:20.056184 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-c3a4c6a6-7238-4530-8862-0c1b9dceea6c req-f7128fc5-2bd2-4485-9ec6-88a16bda99eb tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] 10.222.0.24 "GET /v2.0/security-groups?id=7039c699-d30e-42c5-bc8a-d75e73955429&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0306861 Sep 09 05:27:21.170079 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e14144-0281-44a8-8a30-7197e1734162 req-1f83959c-26d9-42de-9e54-8f3dad68ee61 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:27:21.171539 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-a8e14144-0281-44a8-8a30-7197e1734162 req-1f83959c-26d9-42de-9e54-8f3dad68ee61 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbfd9dbd-a650-4204-a5a5-f7e5066c9209 HTTP/1.1" status: 200 len: 943 time: 0.0485458 Sep 09 05:27:21.209706 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-a8e14144-0281-44a8-8a30-7197e1734162 req-5d96bedf-dff3-42e3-88f9-b9265a1a3f44 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] 10.222.0.24 "GET /v2.0/security-groups?id=7039c699-d30e-42c5-bc8a-d75e73955429&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0315127 Sep 09 05:27:22.325558 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1079c835-cfd3-451e-9c64-d0ffa98de674 req-e09b0414-5bad-4a29-a19d-1f20916d1358 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:27:22.327019 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-1079c835-cfd3-451e-9c64-d0ffa98de674 req-e09b0414-5bad-4a29-a19d-1f20916d1358 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbfd9dbd-a650-4204-a5a5-f7e5066c9209 HTTP/1.1" status: 200 len: 943 time: 0.0511506 Sep 09 05:27:22.365241 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-1079c835-cfd3-451e-9c64-d0ffa98de674 req-cc56430d-0a7a-484f-bc0a-6faf923ff3b0 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] 10.222.0.24 "GET /v2.0/security-groups?id=7039c699-d30e-42c5-bc8a-d75e73955429&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0318375 Sep 09 05:27:23.132090 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device 93a50ab9-6200-4e92-8747-637cd22347bb details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=94299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 05:27:23.224567 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] For port 93a50ab9-6200-4e92-8747-637cd22347bb, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=93a50ab9-6200-4e92-8747-637cd22347bb,segment=NetworkSegment(d9f47965-8d81-4307-a217-db31e5b894fd),segment_id=d9f47965-8d81-4307-a217-db31e5b894fd)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:27:23.235681 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Returning: {'device': '93a50ab9-6200-4e92-8747-637cd22347bb', 'network_id': '291e5271-48d4-420e-881d-562af23bb611', 'port_id': '93a50ab9-6200-4e92-8747-637cd22347bb', 'mac_address': 'fa:16:3e:65:84:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a04bd73f-e382-4b28-93a4-5bffd3f0a099', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 05:27:23.276507 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:27:23.289396 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.notifiers.nova [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93a50ab9-6200-4e92-8747-637cd22347bb {{(pid=94299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 05:27:23.308562 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] For port 93a50ab9-6200-4e92-8747-637cd22347bb, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=93a50ab9-6200-4e92-8747-637cd22347bb,segment=NetworkSegment(d9f47965-8d81-4307-a217-db31e5b894fd),segment_id=d9f47965-8d81-4307-a217-db31e5b894fd)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:27:23.312161 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:27:23.357759 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Pushing event updated for resources: {'Port': ['ID=93a50ab9-6200-4e92-8747-637cd22347bb,revision_number=4']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:27:23.476549 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dc9ef7-7ad1-44a3-972f-64bfcbefa5f1 req-3eac4b30-630c-41e1-aee5-f181d7783911 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:27:23.478060 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-c5dc9ef7-7ad1-44a3-972f-64bfcbefa5f1 req-3eac4b30-630c-41e1-aee5-f181d7783911 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbfd9dbd-a650-4204-a5a5-f7e5066c9209 HTTP/1.1" status: 200 len: 944 time: 0.0479679 Sep 09 05:27:23.514464 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-c5dc9ef7-7ad1-44a3-972f-64bfcbefa5f1 req-666d9c8b-c5b5-454a-9c8a-cc5539aaab9f tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] 10.222.0.24 "GET /v2.0/security-groups?id=7039c699-d30e-42c5-bc8a-d75e73955429&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0301952 Sep 09 05:27:23.534295 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] get_ports_and_sgs() called for port_ids ['93a50ab9-6200-4e92-8747-637cd22347bb'] {{(pid=94299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 05:27:24.625957 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6421269-5676-49c5-bcad-c74ce0003953 req-d8bacc2f-77d0-49ea-a753-8cdff5fe09d3 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:27:24.627943 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-d6421269-5676-49c5-bcad-c74ce0003953 req-d8bacc2f-77d0-49ea-a753-8cdff5fe09d3 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbfd9dbd-a650-4204-a5a5-f7e5066c9209 HTTP/1.1" status: 200 len: 944 time: 0.0495684 Sep 09 05:27:24.667015 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-d6421269-5676-49c5-bcad-c74ce0003953 req-5114e5d4-01cc-4a2e-8840-586c9696b9ab tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] 10.222.0.24 "GET /v2.0/security-groups?id=7039c699-d30e-42c5-bc8a-d75e73955429&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0337145 Sep 09 05:27:25.161176 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device 93a50ab9-6200-4e92-8747-637cd22347bb up at agent hyperv_hv-cinder-77262 {{(pid=94299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 05:27:25.209274 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Provisioning for port 93a50ab9-6200-4e92-8747-637cd22347bb completed by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 09 05:27:25.213053 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Provisioning complete for port 93a50ab9-6200-4e92-8747-637cd22347bb triggered by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:27:25.213425 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:27:25.289781 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:27:25.313003 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbfd9dbd-a650-4204-a5a5-f7e5066c9209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a50ab9-6200-4e92-8747-637cd22347bb'}] {{(pid=94299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 05:27:25.315800 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6baa3fa754b64f0f84acd20b1d53bd6375697f3cd0d79ee629041410e58b9d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-486bcbdd-0848-4a50-bd74-9eebdddec101" -d '{"events": [{"server_uuid": "cbfd9dbd-a650-4204-a5a5-f7e5066c9209", "name": "network-vif-plugged", "status": "completed", "tag": "93a50ab9-6200-4e92-8747-637cd22347bb"}]}' {{(pid=94299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 05:27:25.328030 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] For port 93a50ab9-6200-4e92-8747-637cd22347bb, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=93a50ab9-6200-4e92-8747-637cd22347bb,segment=NetworkSegment(d9f47965-8d81-4307-a217-db31e5b894fd),segment_id=d9f47965-8d81-4307-a217-db31e5b894fd)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:27:25.331895 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:27:25.354046 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 05:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed29de9c-cfa2-48fd-9416-136682fef1fd x-openstack-request-id: req-ed29de9c-cfa2-48fd-9416-136682fef1fd {{(pid=94299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 05:27:25.354334 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbfd9dbd-a650-4204-a5a5-f7e5066c9209", "name": "network-vif-plugged", "status": "completed", "tag": "93a50ab9-6200-4e92-8747-637cd22347bb", "code": 200}]} {{(pid=94299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 05:27:25.354589 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ed29de9c-cfa2-48fd-9416-136682fef1fd {{(pid=94299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 05:27:25.354974 dv-cinder-772623-14-iscsi neutron-server[94299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbfd9dbd-a650-4204-a5a5-f7e5066c9209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a50ab9-6200-4e92-8747-637cd22347bb', 'code': 200} Sep 09 05:27:25.381338 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Pushing event updated for resources: {'Port': ['ID=93a50ab9-6200-4e92-8747-637cd22347bb,revision_number=5']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:27:25.579104 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782eee28-0693-47d2-861b-90d1d5f41584 req-43993b3b-bc50-4a1c-8261-331497ed9e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:27:25.581189 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-782eee28-0693-47d2-861b-90d1d5f41584 req-43993b3b-bc50-4a1c-8261-331497ed9e65 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=cbfd9dbd-a650-4204-a5a5-f7e5066c9209 HTTP/1.1" status: 200 len: 1098 time: 0.0397398 Sep 09 05:27:25.618892 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-782eee28-0693-47d2-861b-90d1d5f41584 req-570388cf-11c1-4fef-8088-400d5b987b71 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7039c699-d30e-42c5-bc8a-d75e73955429&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0301201 Sep 09 05:27:25.782573 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ec4ac6-43ef-4dad-9f59-b565c97e1a22 req-e82b3e18-c859-4795-a174-5d0036643315 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:27:25.784059 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-38ec4ac6-43ef-4dad-9f59-b565c97e1a22 req-e82b3e18-c859-4795-a174-5d0036643315 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbfd9dbd-a650-4204-a5a5-f7e5066c9209 HTTP/1.1" status: 200 len: 945 time: 0.0515604 Sep 09 05:27:25.820687 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-38ec4ac6-43ef-4dad-9f59-b565c97e1a22 req-c5b45758-c5be-4df9-aa3d-e12fec3f556b tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] 10.222.0.24 "GET /v2.0/security-groups?id=7039c699-d30e-42c5-bc8a-d75e73955429&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0304289 Sep 09 05:27:26.933436 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a05233-f6d4-4ba7-ad12-4771cb421f43 req-e25a6775-271c-4840-a26f-e79cd106eabc tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:27:26.934979 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-64a05233-f6d4-4ba7-ad12-4771cb421f43 req-e25a6775-271c-4840-a26f-e79cd106eabc tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbfd9dbd-a650-4204-a5a5-f7e5066c9209 HTTP/1.1" status: 200 len: 945 time: 0.0483060 Sep 09 05:27:26.974587 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-64a05233-f6d4-4ba7-ad12-4771cb421f43 req-fd5a0648-6a35-4bf3-ae40-87687a86b2c6 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] 10.222.0.24 "GET /v2.0/security-groups?id=7039c699-d30e-42c5-bc8a-d75e73955429&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0318894 Sep 09 05:27:27.085266 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be187213-3e4c-4a54-ae72-4b070e36479f req-dceee05c-b0e3-4baf-984d-23b9591ad4c1 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:27:27.086738 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-be187213-3e4c-4a54-ae72-4b070e36479f req-dceee05c-b0e3-4baf-984d-23b9591ad4c1 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbfd9dbd-a650-4204-a5a5-f7e5066c9209 HTTP/1.1" status: 200 len: 945 time: 0.0473614 Sep 09 05:27:27.122601 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-be187213-3e4c-4a54-ae72-4b070e36479f req-451751da-d9ed-429e-a656-41acafafc315 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] 10.222.0.24 "GET /v2.0/security-groups?id=7039c699-d30e-42c5-bc8a-d75e73955429&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0300350 Sep 09 05:27:27.144270 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 43724) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:27:27.284041 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca30184-4110-42ec-8608-e364cb1b688f tempest-TestShelveInstance-1869818003 tempest-TestShelveInstance-1869818003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:27:27.285537 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-8ca30184-4110-42ec-8608-e364cb1b688f tempest-TestShelveInstance-1869818003 tempest-TestShelveInstance-1869818003-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=cbfd9dbd-a650-4204-a5a5-f7e5066c9209 HTTP/1.1" status: 200 len: 1093 time: 0.1403105 Sep 09 05:27:27.288410 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 43728) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:27:27.292538 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.v2.base [None req-2a44ec28-8671-42f3-af0a-aa3ec14cf1c8 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Request body: {'floatingip': {'floating_network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'port_id': '93a50ab9-6200-4e92-8747-637cd22347bb', 'tenant_id': '6a43cc7713434a7ba98dea2fb6dbc0b8', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 09 05:27:27.314217 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-2a44ec28-8671-42f3-af0a-aa3ec14cf1c8 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Notify callbacks [] for floatingip, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:27:27.410303 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-2a44ec28-8671-42f3-af0a-aa3ec14cf1c8 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:27:27.520873 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.db.db_base_plugin_common [None req-2a44ec28-8671-42f3-af0a-aa3ec14cf1c8 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Allocated IP 172.27.2.27 (5214b103-0600-4a81-9a33-2571ddc573a1/5b692485-8a86-47cc-9882-0c3698d3f08b/3e522373-5d9a-46e4-8c11-f29b78284bd9) {{(pid=94298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 09 05:27:27.624356 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-2a44ec28-8671-42f3-af0a-aa3ec14cf1c8 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Notify callbacks [] for port, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:27:27.662493 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-2a44ec28-8671-42f3-af0a-aa3ec14cf1c8 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748631669697', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1874062'] for port, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:27:27.700452 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a44ec28-8671-42f3-af0a-aa3ec14cf1c8 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Network 5214b103-0600-4a81-9a33-2571ddc573a1 is already hosted by enough agents. {{(pid=94298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 09 05:27:27.703125 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.base_scheduler [None req-2a44ec28-8671-42f3-af0a-aa3ec14cf1c8 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Resources bound (agent type, host, resource id): {{(pid=94298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 09 05:27:27.707223 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a44ec28-8671-42f3-af0a-aa3ec14cf1c8 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Received port after_create {{(pid=94298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 09 05:27:27.732491 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a44ec28-8671-42f3-af0a-aa3ec14cf1c8 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Pushing event updated for resources: {'Port': ['ID=3e522373-5d9a-46e4-8c11-f29b78284bd9,revision_number=1']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:27:27.745832 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a44ec28-8671-42f3-af0a-aa3ec14cf1c8 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:27:27.746180 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a44ec28-8671-42f3-af0a-aa3ec14cf1c8 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:27:27.746515 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a44ec28-8671-42f3-af0a-aa3ec14cf1c8 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:27:27.746846 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a44ec28-8671-42f3-af0a-aa3ec14cf1c8 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:27:27.747175 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a44ec28-8671-42f3-af0a-aa3ec14cf1c8 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:27:27.747501 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a44ec28-8671-42f3-af0a-aa3ec14cf1c8 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:27:27.747830 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a44ec28-8671-42f3-af0a-aa3ec14cf1c8 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:27:27.748151 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a44ec28-8671-42f3-af0a-aa3ec14cf1c8 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:27:27.748469 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a44ec28-8671-42f3-af0a-aa3ec14cf1c8 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:27:27.748786 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a44ec28-8671-42f3-af0a-aa3ec14cf1c8 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:27:27.749103 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a44ec28-8671-42f3-af0a-aa3ec14cf1c8 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:27:27.749418 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a44ec28-8671-42f3-af0a-aa3ec14cf1c8 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:27:28.070532 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-2a44ec28-8671-42f3-af0a-aa3ec14cf1c8 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:27:28.137519 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-2a44ec28-8671-42f3-af0a-aa3ec14cf1c8 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:27:28.282822 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-2a44ec28-8671-42f3-af0a-aa3ec14cf1c8 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Notify callbacks [] for port, precommit_update {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:27:28.287738 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-2a44ec28-8671-42f3-af0a-aa3ec14cf1c8 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1873021'] for port, after_update {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:27:28.350495 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a44ec28-8671-42f3-af0a-aa3ec14cf1c8 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Pushing event updated for resources: {'Port': ['ID=3e522373-5d9a-46e4-8c11-f29b78284bd9,revision_number=2']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:27:28.363775 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-2a44ec28-8671-42f3-af0a-aa3ec14cf1c8 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-600363'] for floatingip, after_create {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:27:28.462519 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.db.l3_db [None req-2a44ec28-8671-42f3-af0a-aa3ec14cf1c8 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Floating IP 8aed369a-7258-41c8-8dc2-51f28e235c15 associated. External IP: 172.27.2.27, port: 93a50ab9-6200-4e92-8747-637cd22347bb. Sep 09 05:27:28.667254 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a44ec28-8671-42f3-af0a-aa3ec14cf1c8 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Router bb63d168-27c7-45ac-814b-c6326388db70 has already been hosted by L3 agent e912432c-85e4-4a31-b574-aae2dcf01ec7 {{(pid=94298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 05:27:28.771191 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a44ec28-8671-42f3-af0a-aa3ec14cf1c8 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Notify agent at l3_agent.dv-cinder-772623-14-iscsi the message routers_updated {{(pid=94298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 05:27:28.780536 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381035cb-c344-4497-8f9c-bc1f916fb1cd None None] Sync routers for ids ['bb63d168-27c7-45ac-814b-c6326388db70'] in dv-cinder-772623-14-iscsi {{(pid=94299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 05:27:28.786967 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-2a44ec28-8671-42f3-af0a-aa3ec14cf1c8 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-438482'] for floatingip, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:27:28.790639 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381035cb-c344-4497-8f9c-bc1f916fb1cd None None] Routers {'bb63d168-27c7-45ac-814b-c6326388db70'} bound to L3 agent in host dv-cinder-772623-14-iscsi {{(pid=94299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 05:27:28.791248 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-381035cb-c344-4497-8f9c-bc1f916fb1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T05:09:16Z,description=,heartbeat_timestamp=2021-09-09T05:27:17Z,host='dv-cinder-772623-14-iscsi',id=e912432c-85e4-4a31-b574-aae2dcf01ec7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T05:09:16Z,topic='l3_agent')) {'router_ids': ['bb63d168-27c7-45ac-814b-c6326388db70'], 'active': True} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:27:28.813403 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-2a44ec28-8671-42f3-af0a-aa3ec14cf1c8 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5239844 Sep 09 05:27:28.814064 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbfd9dbd-a650-4204-a5a5-f7e5066c9209', 'tag': '93a50ab9-6200-4e92-8747-637cd22347bb'}] {{(pid=94298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 05:27:28.816824 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bce242ee21533c645a402e1a550c8899fb444cbd779d7c78464fb91fbc7682ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fdd41e5-f6ed-4d88-8770-ca3813be22cf" -d '{"events": [{"name": "network-changed", "server_uuid": "cbfd9dbd-a650-4204-a5a5-f7e5066c9209", "tag": "93a50ab9-6200-4e92-8747-637cd22347bb"}]}' {{(pid=94298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 05:27:28.851537 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 05:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6900926-55a2-4f8c-8ef9-61fbd36b77ef x-openstack-request-id: req-d6900926-55a2-4f8c-8ef9-61fbd36b77ef {{(pid=94298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 05:27:28.851828 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbfd9dbd-a650-4204-a5a5-f7e5066c9209", "tag": "93a50ab9-6200-4e92-8747-637cd22347bb", "status": "completed", "code": 200}]} {{(pid=94298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 05:27:28.852081 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d6900926-55a2-4f8c-8ef9-61fbd36b77ef {{(pid=94298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 05:27:28.852482 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbfd9dbd-a650-4204-a5a5-f7e5066c9209', 'tag': '93a50ab9-6200-4e92-8747-637cd22347bb', 'status': 'completed', 'code': 200} Sep 09 05:27:28.899853 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvr_db [None req-381035cb-c344-4497-8f9c-bc1f916fb1cd None None] Set router bb63d168-27c7-45ac-814b-c6326388db70 gateway port host: dv-cinder-772623-14-iscsi {{(pid=94299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 05:27:28.913783 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdd41e5-f6ed-4d88-8770-ca3813be22cf req-c44f73ba-e465-4494-a13f-83ed1077df3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:27:28.915259 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-2fdd41e5-f6ed-4d88-8770-ca3813be22cf req-c44f73ba-e465-4494-a13f-83ed1077df3d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6a43cc7713434a7ba98dea2fb6dbc0b8&device_id=cbfd9dbd-a650-4204-a5a5-f7e5066c9209 HTTP/1.1" status: 200 len: 1098 time: 0.0399413 Sep 09 05:27:29.005822 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdd41e5-f6ed-4d88-8770-ca3813be22cf req-eabf55b2-4311-45e2-827d-4a6b0ad171f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:27:29.007289 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-2fdd41e5-f6ed-4d88-8770-ca3813be22cf req-eabf55b2-4311-45e2-827d-4a6b0ad171f5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=291e5271-48d4-420e-881d-562af23bb611 HTTP/1.1" status: 200 len: 909 time: 0.0855808 Sep 09 05:27:29.073630 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-2fdd41e5-f6ed-4d88-8770-ca3813be22cf req-750e68ea-6952-44d8-8fcf-ee49b0ed3efc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93a50ab9-6200-4e92-8747-637cd22347bb HTTP/1.1" status: 200 len: 998 time: 0.0598037 Sep 09 05:27:29.121110 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-381035cb-c344-4497-8f9c-bc1f916fb1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb63d168-27c7-45ac-814b-c6326388db70', 'name': 'tempest-TestShelveInstance-2087886906-router', 'tenant_id': '6a43cc7713434a7ba98dea2fb6dbc0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': 'b28f4ddf-9f31-4d3f-9e21-ff3ff9bae631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:26:43Z', 'updated_at': '2021-09-09T05:26:46Z', 'revision_number': 4, 'project_id': '6a43cc7713434a7ba98dea2fb6dbc0b8', 'gw_port': {'id': 'b28f4ddf-9f31-4d3f-9e21-ff3ff9bae631', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:22:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb63d168-27c7-45ac-814b-c6326388db70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:26:44Z', 'updated_at': '2021-09-09T05:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi', '_floatingips': [{'id': '8aed369a-7258-41c8-8dc2-51f28e235c15', 'tenant_id': '6a43cc7713434a7ba98dea2fb6dbc0b8', 'floating_ip_address': '172.27.2.27', 'floating_network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'router_id': 'bb63d168-27c7-45ac-814b-c6326388db70', 'port_id': '93a50ab9-6200-4e92-8747-637cd22347bb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '291e5271-48d4-420e-881d-562af23bb611', 'mac_address': 'fa:16:3e:65:84:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfd9dbd-a650-4204-a5a5-f7e5066c9209', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T05:27:27Z', 'updated_at': '2021-09-09T05:27:27Z', 'revision_number': 0, 'project_id': '6a43cc7713434a7ba98dea2fb6dbc0b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12e03d33-7019-46ac-9524-641756fe4ab2', 'name': '', 'network_id': '291e5271-48d4-420e-881d-562af23bb611', 'tenant_id': '6a43cc7713434a7ba98dea2fb6dbc0b8', 'mac_address': 'fa:16:3e:c8:a9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb63d168-27c7-45ac-814b-c6326388db70', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'a04bd73f-e382-4b28-93a4-5bffd3f0a099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:26:45Z', 'updated_at': '2021-09-09T05:26:52Z', 'revision_number': 5, 'project_id': '6a43cc7713434a7ba98dea2fb6dbc0b8', 'subnets': [{'id': 'a04bd73f-e382-4b28-93a4-5bffd3f0a099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-14-iscsi', False) {} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:27:29.122854 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdd41e5-f6ed-4d88-8770-ca3813be22cf req-e99c1e56-ced9-4846-b954-6a4ae668e086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:27:29.124421 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-2fdd41e5-f6ed-4d88-8770-ca3813be22cf req-e99c1e56-ced9-4846-b954-6a4ae668e086 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a04bd73f-e382-4b28-93a4-5bffd3f0a099 HTTP/1.1" status: 200 len: 848 time: 0.0440800 Sep 09 05:27:29.147169 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381035cb-c344-4497-8f9c-bc1f916fb1cd None None] Checking router: bb63d168-27c7-45ac-814b-c6326388db70 for host: dv-cinder-772623-14-iscsi {{(pid=94299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 05:27:29.155489 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381035cb-c344-4497-8f9c-bc1f916fb1cd None None] Routers {'bb63d168-27c7-45ac-814b-c6326388db70'} bound to L3 agent in host dv-cinder-772623-14-iscsi {{(pid=94299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 05:27:29.156101 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-381035cb-c344-4497-8f9c-bc1f916fb1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T05:09:16Z,description=,heartbeat_timestamp=2021-09-09T05:27:17Z,host='dv-cinder-772623-14-iscsi',id=e912432c-85e4-4a31-b574-aae2dcf01ec7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T05:09:16Z,topic='l3_agent')) {'router_ids': ['bb63d168-27c7-45ac-814b-c6326388db70'], 'active': True} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:27:29.172149 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdd41e5-f6ed-4d88-8770-ca3813be22cf req-d490499d-3b7f-40a4-a1ce-bc0f330605cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:27:29.173649 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-2fdd41e5-f6ed-4d88-8770-ca3813be22cf req-d490499d-3b7f-40a4-a1ce-bc0f330605cf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=291e5271-48d4-420e-881d-562af23bb611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0422142 Sep 09 05:27:29.262331 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvr_db [None req-381035cb-c344-4497-8f9c-bc1f916fb1cd None None] Set router bb63d168-27c7-45ac-814b-c6326388db70 gateway port host: dv-cinder-772623-14-iscsi {{(pid=94299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 05:27:29.268253 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-2fdd41e5-f6ed-4d88-8770-ca3813be22cf req-7c10e61d-33f3-485d-a8f2-78f2511dd0a2 service neutron] 10.222.0.23 "GET /v2.0/networks/291e5271-48d4-420e-881d-562af23bb611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864797 Sep 09 05:27:29.360487 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-2fdd41e5-f6ed-4d88-8770-ca3813be22cf req-dd1ea1a0-dea9-453b-8198-9425be007b01 service neutron] 10.222.0.23 "GET /v2.0/networks/291e5271-48d4-420e-881d-562af23bb611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845582 Sep 09 05:27:29.483028 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-381035cb-c344-4497-8f9c-bc1f916fb1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb63d168-27c7-45ac-814b-c6326388db70', 'name': 'tempest-TestShelveInstance-2087886906-router', 'tenant_id': '6a43cc7713434a7ba98dea2fb6dbc0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': 'b28f4ddf-9f31-4d3f-9e21-ff3ff9bae631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:26:43Z', 'updated_at': '2021-09-09T05:26:46Z', 'revision_number': 4, 'project_id': '6a43cc7713434a7ba98dea2fb6dbc0b8', 'gw_port': {'id': 'b28f4ddf-9f31-4d3f-9e21-ff3ff9bae631', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:22:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb63d168-27c7-45ac-814b-c6326388db70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:26:44Z', 'updated_at': '2021-09-09T05:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi', '_floatingips': [{'id': '8aed369a-7258-41c8-8dc2-51f28e235c15', 'tenant_id': '6a43cc7713434a7ba98dea2fb6dbc0b8', 'floating_ip_address': '172.27.2.27', 'floating_network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'router_id': 'bb63d168-27c7-45ac-814b-c6326388db70', 'port_id': '93a50ab9-6200-4e92-8747-637cd22347bb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '291e5271-48d4-420e-881d-562af23bb611', 'mac_address': 'fa:16:3e:65:84:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfd9dbd-a650-4204-a5a5-f7e5066c9209', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T05:27:27Z', 'updated_at': '2021-09-09T05:27:27Z', 'revision_number': 0, 'project_id': '6a43cc7713434a7ba98dea2fb6dbc0b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12e03d33-7019-46ac-9524-641756fe4ab2', 'name': '', 'network_id': '291e5271-48d4-420e-881d-562af23bb611', 'tenant_id': '6a43cc7713434a7ba98dea2fb6dbc0b8', 'mac_address': 'fa:16:3e:c8:a9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb63d168-27c7-45ac-814b-c6326388db70', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'a04bd73f-e382-4b28-93a4-5bffd3f0a099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:26:45Z', 'updated_at': '2021-09-09T05:26:52Z', 'revision_number': 5, 'project_id': '6a43cc7713434a7ba98dea2fb6dbc0b8', 'subnets': [{'id': 'a04bd73f-e382-4b28-93a4-5bffd3f0a099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-14-iscsi', False) {} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:27:29.508812 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381035cb-c344-4497-8f9c-bc1f916fb1cd None None] The sync data for ids ['bb63d168-27c7-45ac-814b-c6326388db70'] in dv-cinder-772623-14-iscsi is: [{'id': 'bb63d168-27c7-45ac-814b-c6326388db70', 'name': 'tempest-TestShelveInstance-2087886906-router', 'tenant_id': '6a43cc7713434a7ba98dea2fb6dbc0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': 'b28f4ddf-9f31-4d3f-9e21-ff3ff9bae631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:26:43Z', 'updated_at': '2021-09-09T05:26:46Z', 'revision_number': 4, 'project_id': '6a43cc7713434a7ba98dea2fb6dbc0b8', 'gw_port': {'id': 'b28f4ddf-9f31-4d3f-9e21-ff3ff9bae631', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:22:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb63d168-27c7-45ac-814b-c6326388db70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:26:44Z', 'updated_at': '2021-09-09T05:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi', '_floatingips': [{'id': '8aed369a-7258-41c8-8dc2-51f28e235c15', 'tenant_id': '6a43cc7713434a7ba98dea2fb6dbc0b8', 'floating_ip_address': '172.27.2.27', 'floating_network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'router_id': 'bb63d168-27c7-45ac-814b-c6326388db70', 'port_id': '93a50ab9-6200-4e92-8747-637cd22347bb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '291e5271-48d4-420e-881d-562af23bb611', 'mac_address': 'fa:16:3e:65:84:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbfd9dbd-a650-4204-a5a5-f7e5066c9209', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T05:27:27Z', 'updated_at': '2021-09-09T05:27:27Z', 'revision_number': 0, 'project_id': '6a43cc7713434a7ba98dea2fb6dbc0b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12e03d33-7019-46ac-9524-641756fe4ab2', 'name': '', 'network_id': '291e5271-48d4-420e-881d-562af23bb611', 'tenant_id': '6a43cc7713434a7ba98dea2fb6dbc0b8', 'mac_address': 'fa:16:3e:c8:a9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb63d168-27c7-45ac-814b-c6326388db70', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'a04bd73f-e382-4b28-93a4-5bffd3f0a099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:26:45Z', 'updated_at': '2021-09-09T05:26:52Z', 'revision_number': 5, 'project_id': '6a43cc7713434a7ba98dea2fb6dbc0b8', 'subnets': [{'id': 'a04bd73f-e382-4b28-93a4-5bffd3f0a099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 05:27:29.692870 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459a4c6f-f892-48a6-8fef-a806c0fa06be None None] New status for floating IP 8aed369a-7258-41c8-8dc2-51f28e235c15: ACTIVE {{(pid=94300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 05:27:36.084382 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:27:43.882559 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1dab07b3-ac82-4635-b019-2386f886f1cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:27:46.538565 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-bcc5d6f9-e0c6-4ef2-8333-c9bd89077af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:27:46.897473 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:27:47.673895 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-9dcada0b-7967-4cde-8891-c5586c834af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:27:49.203108 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-fdc48b13-ab8b-41d0-a622-21cc731cd6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:27:56.314621 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.agents_db [None req-c4fa6e85-f278-4c65-a736-468407d89cbd None None] Agent healthcheck: found 6 active agents {{(pid=94300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 05:28:06.104767 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:28:11.877882 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-768fc785-8ea9-4b82-80e6-2e032640b242 req-e9de5c0b-7ac1-4e63-8c04-328bdb244b0f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0fcffe1a-b0a2-42b7-8139-76f6bb45c95c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391169 Sep 09 05:28:11.954009 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768fc785-8ea9-4b82-80e6-2e032640b242 req-9408e80f-fe4c-4e44-87ad-86da254fa93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:28:11.955498 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-768fc785-8ea9-4b82-80e6-2e032640b242 req-9408e80f-fe4c-4e44-87ad-86da254fa93f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ddcd5653413143e99ea8197beb98de5f&device_id=0fcffe1a-b0a2-42b7-8139-76f6bb45c95c HTTP/1.1" status: 200 len: 1098 time: 0.0387859 Sep 09 05:28:12.059742 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768fc785-8ea9-4b82-80e6-2e032640b242 req-b193d844-028f-462e-8545-87f41c5fc37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:28:12.061209 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-768fc785-8ea9-4b82-80e6-2e032640b242 req-b193d844-028f-462e-8545-87f41c5fc37d service neutron] 10.222.0.23 "GET /v2.0/networks?id=591ece5e-2938-4cf9-bb43-c15ca886ca94 HTTP/1.1" status: 200 len: 911 time: 0.0865278 Sep 09 05:28:12.124387 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-768fc785-8ea9-4b82-80e6-2e032640b242 req-463b2e00-85b5-43ee-95de-f63770bd1123 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f4e839a-0a26-4f84-bac3-dedd60860d8f HTTP/1.1" status: 200 len: 1000 time: 0.0556624 Sep 09 05:28:12.171555 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768fc785-8ea9-4b82-80e6-2e032640b242 req-242cb7f9-7b42-4cfb-a31d-979d09de79b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:28:12.172847 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-768fc785-8ea9-4b82-80e6-2e032640b242 req-242cb7f9-7b42-4cfb-a31d-979d09de79b8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=94a6c333-3890-40af-80b3-e0da9d928c0a HTTP/1.1" status: 200 len: 850 time: 0.0419195 Sep 09 05:28:12.221221 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768fc785-8ea9-4b82-80e6-2e032640b242 req-0fe3ca91-7a78-42cf-9400-381f237e1c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:28:12.222757 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-768fc785-8ea9-4b82-80e6-2e032640b242 req-0fe3ca91-7a78-42cf-9400-381f237e1c42 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=591ece5e-2938-4cf9-bb43-c15ca886ca94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0420802 Sep 09 05:28:12.311566 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-768fc785-8ea9-4b82-80e6-2e032640b242 req-d90daa1b-f7b9-41a4-b8aa-e33471e0887b service neutron] 10.222.0.23 "GET /v2.0/networks/591ece5e-2938-4cf9-bb43-c15ca886ca94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808556 Sep 09 05:28:12.402395 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-768fc785-8ea9-4b82-80e6-2e032640b242 req-b9c84173-ae4a-4d57-acc3-42c24f982dac service neutron] 10.222.0.23 "GET /v2.0/networks/591ece5e-2938-4cf9-bb43-c15ca886ca94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827332 Sep 09 05:28:13.887785 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-78e342b0-cb14-4022-af8f-d5b5c450c65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:28:16.540136 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-ddd64a43-d4a1-4d94-a71c-f22b22b701bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:28:16.897352 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:28:17.676779 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-9dcada0b-7967-4cde-8891-c5586c834af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:28:19.205637 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-fdc48b13-ab8b-41d0-a622-21cc731cd6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:28:33.313647 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.agents_db [None req-c4fa6e85-f278-4c65-a736-468407d89cbd None None] Agent healthcheck: found 6 active agents {{(pid=94300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 05:28:36.129474 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:28:43.888250 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-a75fc4d9-8631-4197-a1c4-e7c82850155e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:28:46.542155 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-f16dc976-9caf-4145-bf9a-c26608bb7211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:28:46.898122 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:28:47.679834 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-9dcada0b-7967-4cde-8891-c5586c834af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:28:48.593841 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 43762) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:28:48.749884 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.plugin [None req-5b14216e-b85b-4c1d-975b-54df74aa0bb9 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Deleting port eb30c260-36d4-42e4-a1dc-2df277f50fcc {{(pid=94297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 05:28:48.750122 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-5b14216e-b85b-4c1d-975b-54df74aa0bb9 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748632167994'] for port, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:28:48.822163 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-5b14216e-b85b-4c1d-975b-54df74aa0bb9 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596826'] for port, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:28:48.822493 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-5b14216e-b85b-4c1d-975b-54df74aa0bb9 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:28:48.833723 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.plugin [None req-5b14216e-b85b-4c1d-975b-54df74aa0bb9 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Calling delete_port for eb30c260-36d4-42e4-a1dc-2df277f50fcc owned by network:floatingip {{(pid=94297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 05:28:49.002488 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-5b14216e-b85b-4c1d-975b-54df74aa0bb9 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748632172548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748631669706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29281037'] for port, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:28:49.027287 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b14216e-b85b-4c1d-975b-54df74aa0bb9 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Pushing event deleted for resources: {'Port': ['ID=eb30c260-36d4-42e4-a1dc-2df277f50fcc,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:28:49.038902 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b14216e-b85b-4c1d-975b-54df74aa0bb9 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:28:49.038902 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b14216e-b85b-4c1d-975b-54df74aa0bb9 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:28:49.039273 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b14216e-b85b-4c1d-975b-54df74aa0bb9 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:28:49.039510 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b14216e-b85b-4c1d-975b-54df74aa0bb9 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:28:49.039895 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b14216e-b85b-4c1d-975b-54df74aa0bb9 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:28:49.040157 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b14216e-b85b-4c1d-975b-54df74aa0bb9 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:28:49.040488 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b14216e-b85b-4c1d-975b-54df74aa0bb9 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:28:49.040813 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b14216e-b85b-4c1d-975b-54df74aa0bb9 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:28:49.041140 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b14216e-b85b-4c1d-975b-54df74aa0bb9 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:28:49.041463 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b14216e-b85b-4c1d-975b-54df74aa0bb9 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:28:49.041816 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b14216e-b85b-4c1d-975b-54df74aa0bb9 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:28:49.042138 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b14216e-b85b-4c1d-975b-54df74aa0bb9 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:28:49.094945 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-5b14216e-b85b-4c1d-975b-54df74aa0bb9 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks [] for floatingip, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:28:49.095300 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.db.l3_db [None req-5b14216e-b85b-4c1d-975b-54df74aa0bb9 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Floating IP aa0a817e-9792-438b-95ec-b82de5c957c1 disassociated (deleted). External IP: 172.27.2.69, port: 583c53aa-0fff-4494-b10d-646d415ae673. Sep 09 05:28:49.208824 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-fdc48b13-ab8b-41d0-a622-21cc731cd6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:28:49.297416 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b14216e-b85b-4c1d-975b-54df74aa0bb9 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Router a53a5e1d-49ba-4b19-a38d-89469459e68f has already been hosted by L3 agent e912432c-85e4-4a31-b574-aae2dcf01ec7 {{(pid=94297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 05:28:49.405387 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b14216e-b85b-4c1d-975b-54df74aa0bb9 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify agent at l3_agent.dv-cinder-772623-14-iscsi the message routers_updated {{(pid=94297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 05:28:49.409817 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-5b14216e-b85b-4c1d-975b-54df74aa0bb9 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-438482'] for floatingip, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:28:49.415596 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ac1059-4552-4d9b-bcd1-7c4ee8e5af72 None None] Sync routers for ids ['a53a5e1d-49ba-4b19-a38d-89469459e68f'] in dv-cinder-772623-14-iscsi {{(pid=94299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 05:28:49.424417 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ac1059-4552-4d9b-bcd1-7c4ee8e5af72 None None] Routers {'a53a5e1d-49ba-4b19-a38d-89469459e68f'} bound to L3 agent in host dv-cinder-772623-14-iscsi {{(pid=94299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 05:28:49.425021 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-21ac1059-4552-4d9b-bcd1-7c4ee8e5af72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T05:09:16Z,description=,heartbeat_timestamp=2021-09-09T05:28:47Z,host='dv-cinder-772623-14-iscsi',id=e912432c-85e4-4a31-b574-aae2dcf01ec7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T05:09:16Z,topic='l3_agent')) {'router_ids': ['a53a5e1d-49ba-4b19-a38d-89469459e68f'], 'active': True} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:28:49.435854 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-5b14216e-b85b-4c1d-975b-54df74aa0bb9 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "DELETE /v2.0/floatingips/aa0a817e-9792-438b-95ec-b82de5c957c1 HTTP/1.1" status: 204 len: 168 time: 0.8409438 Sep 09 05:28:49.436431 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f67ddb3c-d162-4d16-824f-688a5c194e99', 'tag': '583c53aa-0fff-4494-b10d-646d415ae673'}] {{(pid=94297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 05:28:49.438716 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85c66017178c43798701892324557e4ac90163104f6096848bec1798d04fbbd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3036b334-e569-4491-a971-2de1ce820886" -d '{"events": [{"name": "network-changed", "server_uuid": "f67ddb3c-d162-4d16-824f-688a5c194e99", "tag": "583c53aa-0fff-4494-b10d-646d415ae673"}]}' {{(pid=94297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 05:28:49.534247 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvr_db [None req-21ac1059-4552-4d9b-bcd1-7c4ee8e5af72 None None] Set router a53a5e1d-49ba-4b19-a38d-89469459e68f gateway port host: dv-cinder-772623-14-iscsi {{(pid=94299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 05:28:49.615518 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 05:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2852e80b-f16e-44c1-be9e-ba2d68c93a1e x-openstack-request-id: req-2852e80b-f16e-44c1-be9e-ba2d68c93a1e {{(pid=94297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 05:28:49.616015 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f67ddb3c-d162-4d16-824f-688a5c194e99", "tag": "583c53aa-0fff-4494-b10d-646d415ae673", "status": "completed", "code": 200}]} {{(pid=94297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 05:28:49.616015 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2852e80b-f16e-44c1-be9e-ba2d68c93a1e {{(pid=94297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 05:28:49.616507 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f67ddb3c-d162-4d16-824f-688a5c194e99', 'tag': '583c53aa-0fff-4494-b10d-646d415ae673', 'status': 'completed', 'code': 200} Sep 09 05:28:49.677316 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669efeec-28bb-4013-8d45-12ed1f0e85f1 req-3d78a598-611d-42bd-9faf-ed2587cc34fc tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:28:49.679127 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-669efeec-28bb-4013-8d45-12ed1f0e85f1 req-3d78a598-611d-42bd-9faf-ed2587cc34fc tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/ports?device_id=f67ddb3c-d162-4d16-824f-688a5c194e99 HTTP/1.1" status: 200 len: 946 time: 0.0543094 Sep 09 05:28:49.686948 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3036b334-e569-4491-a971-2de1ce820886 req-13ff7005-10ed-4204-a9d7-f2b677ec44da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:28:49.688484 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-3036b334-e569-4491-a971-2de1ce820886 req-13ff7005-10ed-4204-a9d7-f2b677ec44da service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ddcd5653413143e99ea8197beb98de5f&device_id=f67ddb3c-d162-4d16-824f-688a5c194e99 HTTP/1.1" status: 200 len: 1099 time: 0.0495410 Sep 09 05:28:49.723365 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-669efeec-28bb-4013-8d45-12ed1f0e85f1 req-74e1e04c-1399-4e9b-b226-e76a3d7c0bd4 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/security-groups?id=e89da49e-09fc-4632-82b3-7a3f9989799d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364058 Sep 09 05:28:49.786453 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3036b334-e569-4491-a971-2de1ce820886 req-590c621b-fe4c-40f5-bb08-b3838a242080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:28:49.787957 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-3036b334-e569-4491-a971-2de1ce820886 req-590c621b-fe4c-40f5-bb08-b3838a242080 service neutron] 10.222.0.23 "GET /v2.0/networks?id=591ece5e-2938-4cf9-bb43-c15ca886ca94 HTTP/1.1" status: 200 len: 911 time: 0.0909193 Sep 09 05:28:49.834089 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-3036b334-e569-4491-a971-2de1ce820886 req-17f5d822-40d8-4e01-82f4-87508c05763a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=583c53aa-0fff-4494-b10d-646d415ae673 HTTP/1.1" status: 200 len: 217 time: 0.0384955 Sep 09 05:28:49.882296 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3036b334-e569-4491-a971-2de1ce820886 req-2f08d456-d39a-4414-a5f2-38b164ff362b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:28:49.882550 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-21ac1059-4552-4d9b-bcd1-7c4ee8e5af72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53a5e1d-49ba-4b19-a38d-89469459e68f', 'name': 'tempest-TestVolumeBootPattern-489298219-router', 'tenant_id': 'ddcd5653413143e99ea8197beb98de5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'f1d06893-2c4c-4ade-88e7-da8c1abe6ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:21:46Z', 'updated_at': '2021-09-09T05:21:48Z', 'revision_number': 4, 'project_id': 'ddcd5653413143e99ea8197beb98de5f', 'gw_port': {'id': 'f1d06893-2c4c-4ade-88e7-da8c1abe6ee4', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:43:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53a5e1d-49ba-4b19-a38d-89469459e68f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:21:46Z', 'updated_at': '2021-09-09T05:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi', '_floatingips': [{'id': 'e5994ac8-fa67-44bb-94f1-2ca1ffb1b9fe', 'tenant_id': 'ddcd5653413143e99ea8197beb98de5f', 'floating_ip_address': '172.27.2.76', 'floating_network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'router_id': 'a53a5e1d-49ba-4b19-a38d-89469459e68f', 'port_id': '7f4e839a-0a26-4f84-bac3-dedd60860d8f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '591ece5e-2938-4cf9-bb43-c15ca886ca94', 'mac_address': 'fa:16:3e:a5:20:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fcffe1a-b0a2-42b7-8139-76f6bb45c95c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T05:25:19Z', 'updated_at': '2021-09-09T05:25:21Z', 'revision_number': 1, 'project_id': 'ddcd5653413143e99ea8197beb98de5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a237617-035f-463d-8e01-75ddd84a62ed', 'name': '', 'network_id': '591ece5e-2938-4cf9-bb43-c15ca886ca94', 'tenant_id': 'ddcd5653413143e99ea8197beb98de5f', 'mac_address': 'fa:16:3e:76:70:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53a5e1d-49ba-4b19-a38d-89469459e68f', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '94a6c333-3890-40af-80b3-e0da9d928c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:21:48Z', 'updated_at': '2021-09-09T05:21:55Z', 'revision_number': 5, 'project_id': 'ddcd5653413143e99ea8197beb98de5f', 'subnets': [{'id': '94a6c333-3890-40af-80b3-e0da9d928c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-14-iscsi', False) {} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:28:49.883728 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-3036b334-e569-4491-a971-2de1ce820886 req-2f08d456-d39a-4414-a5f2-38b164ff362b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=94a6c333-3890-40af-80b3-e0da9d928c0a HTTP/1.1" status: 200 len: 850 time: 0.0423872 Sep 09 05:28:49.912031 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ac1059-4552-4d9b-bcd1-7c4ee8e5af72 None None] Checking router: a53a5e1d-49ba-4b19-a38d-89469459e68f for host: dv-cinder-772623-14-iscsi {{(pid=94299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 05:28:49.920193 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ac1059-4552-4d9b-bcd1-7c4ee8e5af72 None None] Routers {'a53a5e1d-49ba-4b19-a38d-89469459e68f'} bound to L3 agent in host dv-cinder-772623-14-iscsi {{(pid=94299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 05:28:49.920794 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-21ac1059-4552-4d9b-bcd1-7c4ee8e5af72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T05:09:16Z,description=,heartbeat_timestamp=2021-09-09T05:28:47Z,host='dv-cinder-772623-14-iscsi',id=e912432c-85e4-4a31-b574-aae2dcf01ec7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T05:09:16Z,topic='l3_agent')) {'router_ids': ['a53a5e1d-49ba-4b19-a38d-89469459e68f'], 'active': True} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:28:49.933290 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3036b334-e569-4491-a971-2de1ce820886 req-05414782-08d4-4b46-8982-7607431293eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:28:49.934870 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-3036b334-e569-4491-a971-2de1ce820886 req-05414782-08d4-4b46-8982-7607431293eb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=591ece5e-2938-4cf9-bb43-c15ca886ca94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0430167 Sep 09 05:28:50.028647 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvr_db [None req-21ac1059-4552-4d9b-bcd1-7c4ee8e5af72 None None] Set router a53a5e1d-49ba-4b19-a38d-89469459e68f gateway port host: dv-cinder-772623-14-iscsi {{(pid=94299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 05:28:50.031460 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-3036b334-e569-4491-a971-2de1ce820886 req-96b343e3-a1db-42d0-8d99-ce11f0b6c0a4 service neutron] 10.222.0.23 "GET /v2.0/networks/591ece5e-2938-4cf9-bb43-c15ca886ca94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868907 Sep 09 05:28:50.122173 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-3036b334-e569-4491-a971-2de1ce820886 req-21fd1ce6-97d6-48ef-8d71-ac5cc87c8c76 service neutron] 10.222.0.23 "GET /v2.0/networks/591ece5e-2938-4cf9-bb43-c15ca886ca94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817211 Sep 09 05:28:50.249543 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-21ac1059-4552-4d9b-bcd1-7c4ee8e5af72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53a5e1d-49ba-4b19-a38d-89469459e68f', 'name': 'tempest-TestVolumeBootPattern-489298219-router', 'tenant_id': 'ddcd5653413143e99ea8197beb98de5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'f1d06893-2c4c-4ade-88e7-da8c1abe6ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:21:46Z', 'updated_at': '2021-09-09T05:21:48Z', 'revision_number': 4, 'project_id': 'ddcd5653413143e99ea8197beb98de5f', 'gw_port': {'id': 'f1d06893-2c4c-4ade-88e7-da8c1abe6ee4', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:43:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53a5e1d-49ba-4b19-a38d-89469459e68f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:21:46Z', 'updated_at': '2021-09-09T05:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi', '_floatingips': [{'id': 'e5994ac8-fa67-44bb-94f1-2ca1ffb1b9fe', 'tenant_id': 'ddcd5653413143e99ea8197beb98de5f', 'floating_ip_address': '172.27.2.76', 'floating_network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'router_id': 'a53a5e1d-49ba-4b19-a38d-89469459e68f', 'port_id': '7f4e839a-0a26-4f84-bac3-dedd60860d8f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '591ece5e-2938-4cf9-bb43-c15ca886ca94', 'mac_address': 'fa:16:3e:a5:20:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fcffe1a-b0a2-42b7-8139-76f6bb45c95c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T05:25:19Z', 'updated_at': '2021-09-09T05:25:21Z', 'revision_number': 1, 'project_id': 'ddcd5653413143e99ea8197beb98de5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a237617-035f-463d-8e01-75ddd84a62ed', 'name': '', 'network_id': '591ece5e-2938-4cf9-bb43-c15ca886ca94', 'tenant_id': 'ddcd5653413143e99ea8197beb98de5f', 'mac_address': 'fa:16:3e:76:70:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53a5e1d-49ba-4b19-a38d-89469459e68f', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '94a6c333-3890-40af-80b3-e0da9d928c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:21:48Z', 'updated_at': '2021-09-09T05:21:55Z', 'revision_number': 5, 'project_id': 'ddcd5653413143e99ea8197beb98de5f', 'subnets': [{'id': '94a6c333-3890-40af-80b3-e0da9d928c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-14-iscsi', False) {} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:28:50.275348 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ac1059-4552-4d9b-bcd1-7c4ee8e5af72 None None] The sync data for ids ['a53a5e1d-49ba-4b19-a38d-89469459e68f'] in dv-cinder-772623-14-iscsi is: [{'id': 'a53a5e1d-49ba-4b19-a38d-89469459e68f', 'name': 'tempest-TestVolumeBootPattern-489298219-router', 'tenant_id': 'ddcd5653413143e99ea8197beb98de5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'f1d06893-2c4c-4ade-88e7-da8c1abe6ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:21:46Z', 'updated_at': '2021-09-09T05:21:48Z', 'revision_number': 4, 'project_id': 'ddcd5653413143e99ea8197beb98de5f', 'gw_port': {'id': 'f1d06893-2c4c-4ade-88e7-da8c1abe6ee4', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:43:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53a5e1d-49ba-4b19-a38d-89469459e68f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:21:46Z', 'updated_at': '2021-09-09T05:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi', '_floatingips': [{'id': 'e5994ac8-fa67-44bb-94f1-2ca1ffb1b9fe', 'tenant_id': 'ddcd5653413143e99ea8197beb98de5f', 'floating_ip_address': '172.27.2.76', 'floating_network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'router_id': 'a53a5e1d-49ba-4b19-a38d-89469459e68f', 'port_id': '7f4e839a-0a26-4f84-bac3-dedd60860d8f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '591ece5e-2938-4cf9-bb43-c15ca886ca94', 'mac_address': 'fa:16:3e:a5:20:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fcffe1a-b0a2-42b7-8139-76f6bb45c95c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-09T05:25:19Z', 'updated_at': '2021-09-09T05:25:21Z', 'revision_number': 1, 'project_id': 'ddcd5653413143e99ea8197beb98de5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a237617-035f-463d-8e01-75ddd84a62ed', 'name': '', 'network_id': '591ece5e-2938-4cf9-bb43-c15ca886ca94', 'tenant_id': 'ddcd5653413143e99ea8197beb98de5f', 'mac_address': 'fa:16:3e:76:70:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53a5e1d-49ba-4b19-a38d-89469459e68f', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '94a6c333-3890-40af-80b3-e0da9d928c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:21:48Z', 'updated_at': '2021-09-09T05:21:55Z', 'revision_number': 5, 'project_id': 'ddcd5653413143e99ea8197beb98de5f', 'subnets': [{'id': '94a6c333-3890-40af-80b3-e0da9d928c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 05:28:50.487791 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913cc160-5b6c-4e6a-8cd8-7b5d472b59cf None None] New status for floating IP aa0a817e-9792-438b-95ec-b82de5c957c1: DOWN {{(pid=94300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 05:28:50.847183 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a14e264-8065-4d02-a919-e38596b525ff req-fafd810b-897d-44c4-b6d2-fec013299514 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:28:50.848677 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-6a14e264-8065-4d02-a919-e38596b525ff req-fafd810b-897d-44c4-b6d2-fec013299514 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/ports?device_id=f67ddb3c-d162-4d16-824f-688a5c194e99 HTTP/1.1" status: 200 len: 946 time: 0.0548112 Sep 09 05:28:50.890109 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-6a14e264-8065-4d02-a919-e38596b525ff req-b39d0536-8082-497c-8bb5-2f4ca7a39548 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/security-groups?id=e89da49e-09fc-4632-82b3-7a3f9989799d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355666 Sep 09 05:28:51.157376 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4b3a86-444c-4a82-ac88-1ca578990f5d req-88114412-014d-47d6-b988-ec95a74654fa tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:28:51.158821 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-4d4b3a86-444c-4a82-ac88-1ca578990f5d req-88114412-014d-47d6-b988-ec95a74654fa tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.23 "GET /v2.0/ports?device_id=f67ddb3c-d162-4d16-824f-688a5c194e99 HTTP/1.1" status: 200 len: 946 time: 0.0470622 Sep 09 05:28:51.249146 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.plugin [req-4d4b3a86-444c-4a82-ac88-1ca578990f5d req-8e4ca51b-88b0-440c-aade-6f9638703736 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Deleting port 583c53aa-0fff-4494-b10d-646d415ae673 {{(pid=94297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 05:28:51.249485 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-4d4b3a86-444c-4a82-ac88-1ca578990f5d req-8e4ca51b-88b0-440c-aade-6f9638703736 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748632167994'] for port, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:28:51.337448 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.db [req-4d4b3a86-444c-4a82-ac88-1ca578990f5d req-8e4ca51b-88b0-440c-aade-6f9638703736 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] For port 583c53aa-0fff-4494-b10d-646d415ae673, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=583c53aa-0fff-4494-b10d-646d415ae673,segment=NetworkSegment(72cb4207-838c-49bd-8e0c-6709c728d1de),segment_id=72cb4207-838c-49bd-8e0c-6709c728d1de)] {{(pid=94297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:28:51.337842 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-4d4b3a86-444c-4a82-ac88-1ca578990f5d req-8e4ca51b-88b0-440c-aade-6f9638703736 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596826'] for port, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:28:51.350053 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.plugin [req-4d4b3a86-444c-4a82-ac88-1ca578990f5d req-8e4ca51b-88b0-440c-aade-6f9638703736 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Calling delete_port for 583c53aa-0fff-4494-b10d-646d415ae673 owned by compute:nova {{(pid=94297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 05:28:51.473861 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-4d4b3a86-444c-4a82-ac88-1ca578990f5d req-8e4ca51b-88b0-440c-aade-6f9638703736 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748632172548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748631669706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29281037'] for port, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:28:51.505643 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4ca51b-88b0-440c-aade-6f9638703736 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Pushing event deleted for resources: {'Port': ['ID=583c53aa-0fff-4494-b10d-646d415ae673,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:28:51.547719 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d4b3a86-444c-4a82-ac88-1ca578990f5d req-8e4ca51b-88b0-440c-aade-6f9638703736 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] No DVR routers for this DVR port 583c53aa-0fff-4494-b10d-646d415ae673 on host hv-cinder-77262 {{(pid=94297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 05:28:51.550146 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-4d4b3a86-444c-4a82-ac88-1ca578990f5d req-8e4ca51b-88b0-440c-aade-6f9638703736 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-438482'] for port, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:28:51.552270 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-4d4b3a86-444c-4a82-ac88-1ca578990f5d req-8e4ca51b-88b0-440c-aade-6f9638703736 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.23 "DELETE /v2.0/ports/583c53aa-0fff-4494-b10d-646d415ae673 HTTP/1.1" status: 204 len: 173 time: 0.3875744 Sep 09 05:28:51.617185 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f67ddb3c-d162-4d16-824f-688a5c194e99', 'name': 'network-vif-deleted', 'tag': '583c53aa-0fff-4494-b10d-646d415ae673'}] {{(pid=94297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 05:28:51.619821 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85c66017178c43798701892324557e4ac90163104f6096848bec1798d04fbbd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c4faaa-546c-46c6-ad70-fe8f8c9451c1" -d '{"events": [{"server_uuid": "f67ddb3c-d162-4d16-824f-688a5c194e99", "name": "network-vif-deleted", "tag": "583c53aa-0fff-4494-b10d-646d415ae673"}]}' {{(pid=94297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 05:28:51.668647 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 05:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf3d62de-2b75-41b7-b6b0-c0f820876dd7 x-openstack-request-id: req-cf3d62de-2b75-41b7-b6b0-c0f820876dd7 {{(pid=94297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 05:28:51.669001 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f67ddb3c-d162-4d16-824f-688a5c194e99", "name": "network-vif-deleted", "tag": "583c53aa-0fff-4494-b10d-646d415ae673", "status": "completed", "code": 200}]} {{(pid=94297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 05:28:51.669271 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cf3d62de-2b75-41b7-b6b0-c0f820876dd7 {{(pid=94297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 05:28:51.669678 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f67ddb3c-d162-4d16-824f-688a5c194e99', 'name': 'network-vif-deleted', 'tag': '583c53aa-0fff-4494-b10d-646d415ae673', 'status': 'completed', 'code': 200} Sep 09 05:28:51.999005 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-6aade1ab-d539-442e-a880-1e11c07cdf30 req-63117b0d-36a5-4e05-9033-6d4cdd5e37cc tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/ports?device_id=f67ddb3c-d162-4d16-824f-688a5c194e99 HTTP/1.1" status: 200 len: 210 time: 0.0277922 Sep 09 05:28:55.271994 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 43806) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:28:55.446293 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.plugin [None req-0fff8ebd-bc80-4f17-873c-a45bbbdc4942 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Deleting port ad3bcff3-ce31-4a08-9ddb-2053c3ee5208 {{(pid=94297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 05:28:55.446628 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-0fff8ebd-bc80-4f17-873c-a45bbbdc4942 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748632167994'] for port, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:28:55.524302 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-0fff8ebd-bc80-4f17-873c-a45bbbdc4942 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596826'] for port, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:28:55.524626 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-0fff8ebd-bc80-4f17-873c-a45bbbdc4942 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:28:55.536455 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.plugin [None req-0fff8ebd-bc80-4f17-873c-a45bbbdc4942 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Calling delete_port for ad3bcff3-ce31-4a08-9ddb-2053c3ee5208 owned by network:floatingip {{(pid=94297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 05:28:55.624374 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device 583c53aa-0fff-4494-b10d-646d415ae673 no longer exists at agent hyperv_hv-cinder-77262 {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 05:28:55.649034 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.plugin [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] No Port match for: 583c53aa-0fff-4494-b10d-646d415ae673 {{(pid=94299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 05:28:55.649380 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device 583c53aa-0fff-4494-b10d-646d415ae673 not bound to the agent host hv-cinder-77262 {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 05:28:55.679842 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-0fff8ebd-bc80-4f17-873c-a45bbbdc4942 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748632172548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748631669706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29281037'] for port, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:28:55.708315 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fff8ebd-bc80-4f17-873c-a45bbbdc4942 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Pushing event deleted for resources: {'Port': ['ID=ad3bcff3-ce31-4a08-9ddb-2053c3ee5208,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:28:55.766993 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-0fff8ebd-bc80-4f17-873c-a45bbbdc4942 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks [] for floatingip, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:28:55.767316 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.db.l3_db [None req-0fff8ebd-bc80-4f17-873c-a45bbbdc4942 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Floating IP e5994ac8-fa67-44bb-94f1-2ca1ffb1b9fe disassociated (deleted). External IP: 172.27.2.76, port: 7f4e839a-0a26-4f84-bac3-dedd60860d8f. Sep 09 05:28:55.966880 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fff8ebd-bc80-4f17-873c-a45bbbdc4942 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Router a53a5e1d-49ba-4b19-a38d-89469459e68f has already been hosted by L3 agent e912432c-85e4-4a31-b574-aae2dcf01ec7 {{(pid=94297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 05:28:56.319528 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fff8ebd-bc80-4f17-873c-a45bbbdc4942 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify agent at l3_agent.dv-cinder-772623-14-iscsi the message routers_updated {{(pid=94297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 05:28:56.324066 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-0fff8ebd-bc80-4f17-873c-a45bbbdc4942 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-438482'] for floatingip, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:28:56.329032 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebac05db-c3db-442d-8624-577fc29a514c None None] Sync routers for ids ['a53a5e1d-49ba-4b19-a38d-89469459e68f'] in dv-cinder-772623-14-iscsi {{(pid=94299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 05:28:56.337964 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebac05db-c3db-442d-8624-577fc29a514c None None] Routers {'a53a5e1d-49ba-4b19-a38d-89469459e68f'} bound to L3 agent in host dv-cinder-772623-14-iscsi {{(pid=94299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 05:28:56.338557 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-ebac05db-c3db-442d-8624-577fc29a514c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T05:09:16Z,description=,heartbeat_timestamp=2021-09-09T05:28:47Z,host='dv-cinder-772623-14-iscsi',id=e912432c-85e4-4a31-b574-aae2dcf01ec7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T05:09:16Z,topic='l3_agent')) {'router_ids': ['a53a5e1d-49ba-4b19-a38d-89469459e68f'], 'active': True} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:28:56.350799 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-0fff8ebd-bc80-4f17-873c-a45bbbdc4942 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "DELETE /v2.0/floatingips/e5994ac8-fa67-44bb-94f1-2ca1ffb1b9fe HTTP/1.1" status: 204 len: 168 time: 1.0777333 Sep 09 05:28:56.351379 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fcffe1a-b0a2-42b7-8139-76f6bb45c95c', 'tag': '7f4e839a-0a26-4f84-bac3-dedd60860d8f'}] {{(pid=94297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 05:28:56.353578 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85c66017178c43798701892324557e4ac90163104f6096848bec1798d04fbbd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-482ef3f0-f90e-4e8a-b1fa-5285a8677232" -d '{"events": [{"name": "network-changed", "server_uuid": "0fcffe1a-b0a2-42b7-8139-76f6bb45c95c", "tag": "7f4e839a-0a26-4f84-bac3-dedd60860d8f"}]}' {{(pid=94297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 05:28:56.396729 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 05:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6599082f-9c83-4679-8be3-17435bbb4064 x-openstack-request-id: req-6599082f-9c83-4679-8be3-17435bbb4064 {{(pid=94297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 05:28:56.397019 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fcffe1a-b0a2-42b7-8139-76f6bb45c95c", "tag": "7f4e839a-0a26-4f84-bac3-dedd60860d8f", "status": "completed", "code": 200}]} {{(pid=94297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 05:28:56.397267 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6599082f-9c83-4679-8be3-17435bbb4064 {{(pid=94297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 05:28:56.398067 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fcffe1a-b0a2-42b7-8139-76f6bb45c95c', 'tag': '7f4e839a-0a26-4f84-bac3-dedd60860d8f', 'status': 'completed', 'code': 200} Sep 09 05:28:56.454912 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvr_db [None req-ebac05db-c3db-442d-8624-577fc29a514c None None] Set router a53a5e1d-49ba-4b19-a38d-89469459e68f gateway port host: dv-cinder-772623-14-iscsi {{(pid=94299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 05:28:56.467055 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ef3f0-f90e-4e8a-b1fa-5285a8677232 req-9b6197c0-d068-4fd8-bd00-fbee0b2c7416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:28:56.468687 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-482ef3f0-f90e-4e8a-b1fa-5285a8677232 req-9b6197c0-d068-4fd8-bd00-fbee0b2c7416 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ddcd5653413143e99ea8197beb98de5f&device_id=0fcffe1a-b0a2-42b7-8139-76f6bb45c95c HTTP/1.1" status: 200 len: 1098 time: 0.0481029 Sep 09 05:28:56.570068 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ef3f0-f90e-4e8a-b1fa-5285a8677232 req-904eb8e8-1e79-4d60-b71b-8da2c30c4228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:28:56.571621 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-482ef3f0-f90e-4e8a-b1fa-5285a8677232 req-904eb8e8-1e79-4d60-b71b-8da2c30c4228 service neutron] 10.222.0.23 "GET /v2.0/networks?id=591ece5e-2938-4cf9-bb43-c15ca886ca94 HTTP/1.1" status: 200 len: 911 time: 0.0940280 Sep 09 05:28:56.587757 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee34328-ec7f-4fd2-8e0b-93121b720f5b req-773bcd77-e062-4e8b-8368-178f394be60f tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:28:56.590028 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-4ee34328-ec7f-4fd2-8e0b-93121b720f5b req-773bcd77-e062-4e8b-8368-178f394be60f tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fcffe1a-b0a2-42b7-8139-76f6bb45c95c HTTP/1.1" status: 200 len: 945 time: 0.0571184 Sep 09 05:28:56.618060 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-482ef3f0-f90e-4e8a-b1fa-5285a8677232 req-1af860b0-312f-4dd7-8be0-e223ffdc3f65 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f4e839a-0a26-4f84-bac3-dedd60860d8f HTTP/1.1" status: 200 len: 217 time: 0.0362577 Sep 09 05:28:56.628697 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-4ee34328-ec7f-4fd2-8e0b-93121b720f5b req-543ab447-ac28-4a33-9216-f3d9dfde6d1d tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/security-groups?id=e89da49e-09fc-4632-82b3-7a3f9989799d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328097 Sep 09 05:28:56.663081 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-ebac05db-c3db-442d-8624-577fc29a514c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53a5e1d-49ba-4b19-a38d-89469459e68f', 'name': 'tempest-TestVolumeBootPattern-489298219-router', 'tenant_id': 'ddcd5653413143e99ea8197beb98de5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'f1d06893-2c4c-4ade-88e7-da8c1abe6ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:21:46Z', 'updated_at': '2021-09-09T05:21:48Z', 'revision_number': 4, 'project_id': 'ddcd5653413143e99ea8197beb98de5f', 'gw_port': {'id': 'f1d06893-2c4c-4ade-88e7-da8c1abe6ee4', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:43:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53a5e1d-49ba-4b19-a38d-89469459e68f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:21:46Z', 'updated_at': '2021-09-09T05:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi', '_interfaces': [{'id': '1a237617-035f-463d-8e01-75ddd84a62ed', 'name': '', 'network_id': '591ece5e-2938-4cf9-bb43-c15ca886ca94', 'tenant_id': 'ddcd5653413143e99ea8197beb98de5f', 'mac_address': 'fa:16:3e:76:70:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53a5e1d-49ba-4b19-a38d-89469459e68f', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '94a6c333-3890-40af-80b3-e0da9d928c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:21:48Z', 'updated_at': '2021-09-09T05:21:55Z', 'revision_number': 5, 'project_id': 'ddcd5653413143e99ea8197beb98de5f', 'subnets': [{'id': '94a6c333-3890-40af-80b3-e0da9d928c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-14-iscsi', False) {} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:28:56.670789 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ef3f0-f90e-4e8a-b1fa-5285a8677232 req-98c47b04-926b-48f9-b575-c57655ab2c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:28:56.672356 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-482ef3f0-f90e-4e8a-b1fa-5285a8677232 req-98c47b04-926b-48f9-b575-c57655ab2c2f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=94a6c333-3890-40af-80b3-e0da9d928c0a HTTP/1.1" status: 200 len: 850 time: 0.0475695 Sep 09 05:28:56.689945 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebac05db-c3db-442d-8624-577fc29a514c None None] Checking router: a53a5e1d-49ba-4b19-a38d-89469459e68f for host: dv-cinder-772623-14-iscsi {{(pid=94299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 05:28:56.698017 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebac05db-c3db-442d-8624-577fc29a514c None None] Routers {'a53a5e1d-49ba-4b19-a38d-89469459e68f'} bound to L3 agent in host dv-cinder-772623-14-iscsi {{(pid=94299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 05:28:56.698622 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-ebac05db-c3db-442d-8624-577fc29a514c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T05:09:16Z,description=,heartbeat_timestamp=2021-09-09T05:28:47Z,host='dv-cinder-772623-14-iscsi',id=e912432c-85e4-4a31-b574-aae2dcf01ec7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T05:09:16Z,topic='l3_agent')) {'router_ids': ['a53a5e1d-49ba-4b19-a38d-89469459e68f'], 'active': True} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:28:56.719181 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ef3f0-f90e-4e8a-b1fa-5285a8677232 req-199428cb-5e87-4d12-9f96-4d4cf042b592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:28:56.720720 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-482ef3f0-f90e-4e8a-b1fa-5285a8677232 req-199428cb-5e87-4d12-9f96-4d4cf042b592 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=591ece5e-2938-4cf9-bb43-c15ca886ca94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0407727 Sep 09 05:28:56.802898 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvr_db [None req-ebac05db-c3db-442d-8624-577fc29a514c None None] Set router a53a5e1d-49ba-4b19-a38d-89469459e68f gateway port host: dv-cinder-772623-14-iscsi {{(pid=94299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 05:28:56.811580 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-482ef3f0-f90e-4e8a-b1fa-5285a8677232 req-bbd58db5-ec10-4104-b844-1a46568de221 service neutron] 10.222.0.23 "GET /v2.0/networks/591ece5e-2938-4cf9-bb43-c15ca886ca94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835671 Sep 09 05:28:56.905410 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-482ef3f0-f90e-4e8a-b1fa-5285a8677232 req-c620f8c5-85eb-456f-aa54-3f676a21cba4 service neutron] 10.222.0.23 "GET /v2.0/networks/591ece5e-2938-4cf9-bb43-c15ca886ca94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846708 Sep 09 05:28:57.002613 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-ebac05db-c3db-442d-8624-577fc29a514c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53a5e1d-49ba-4b19-a38d-89469459e68f', 'name': 'tempest-TestVolumeBootPattern-489298219-router', 'tenant_id': 'ddcd5653413143e99ea8197beb98de5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'f1d06893-2c4c-4ade-88e7-da8c1abe6ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:21:46Z', 'updated_at': '2021-09-09T05:21:48Z', 'revision_number': 4, 'project_id': 'ddcd5653413143e99ea8197beb98de5f', 'gw_port': {'id': 'f1d06893-2c4c-4ade-88e7-da8c1abe6ee4', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:43:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53a5e1d-49ba-4b19-a38d-89469459e68f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:21:46Z', 'updated_at': '2021-09-09T05:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi', '_interfaces': [{'id': '1a237617-035f-463d-8e01-75ddd84a62ed', 'name': '', 'network_id': '591ece5e-2938-4cf9-bb43-c15ca886ca94', 'tenant_id': 'ddcd5653413143e99ea8197beb98de5f', 'mac_address': 'fa:16:3e:76:70:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53a5e1d-49ba-4b19-a38d-89469459e68f', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '94a6c333-3890-40af-80b3-e0da9d928c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:21:48Z', 'updated_at': '2021-09-09T05:21:55Z', 'revision_number': 5, 'project_id': 'ddcd5653413143e99ea8197beb98de5f', 'subnets': [{'id': '94a6c333-3890-40af-80b3-e0da9d928c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-14-iscsi', False) {} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:28:57.028116 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebac05db-c3db-442d-8624-577fc29a514c None None] The sync data for ids ['a53a5e1d-49ba-4b19-a38d-89469459e68f'] in dv-cinder-772623-14-iscsi is: [{'id': 'a53a5e1d-49ba-4b19-a38d-89469459e68f', 'name': 'tempest-TestVolumeBootPattern-489298219-router', 'tenant_id': 'ddcd5653413143e99ea8197beb98de5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'f1d06893-2c4c-4ade-88e7-da8c1abe6ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:21:46Z', 'updated_at': '2021-09-09T05:21:48Z', 'revision_number': 4, 'project_id': 'ddcd5653413143e99ea8197beb98de5f', 'gw_port': {'id': 'f1d06893-2c4c-4ade-88e7-da8c1abe6ee4', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:43:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53a5e1d-49ba-4b19-a38d-89469459e68f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:21:46Z', 'updated_at': '2021-09-09T05:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi', '_interfaces': [{'id': '1a237617-035f-463d-8e01-75ddd84a62ed', 'name': '', 'network_id': '591ece5e-2938-4cf9-bb43-c15ca886ca94', 'tenant_id': 'ddcd5653413143e99ea8197beb98de5f', 'mac_address': 'fa:16:3e:76:70:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53a5e1d-49ba-4b19-a38d-89469459e68f', 'device_owner': 'network:router_interface', 'standard_attr_id': 501, 'fixed_ips': [{'subnet_id': '94a6c333-3890-40af-80b3-e0da9d928c0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:21:48Z', 'updated_at': '2021-09-09T05:21:55Z', 'revision_number': 5, 'project_id': 'ddcd5653413143e99ea8197beb98de5f', 'subnets': [{'id': '94a6c333-3890-40af-80b3-e0da9d928c0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 05:28:57.228090 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8377abf-7cae-4b97-a28a-a4c7873fdc0d None None] New status for floating IP e5994ac8-fa67-44bb-94f1-2ca1ffb1b9fe: DOWN {{(pid=94300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 05:28:57.747617 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc02d15-02e8-4d6d-b832-fe7540c3646e req-0888ccb4-fbf8-4461-add8-a4c4519d52de tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:28:57.749004 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-9cc02d15-02e8-4d6d-b832-fe7540c3646e req-0888ccb4-fbf8-4461-add8-a4c4519d52de tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fcffe1a-b0a2-42b7-8139-76f6bb45c95c HTTP/1.1" status: 200 len: 945 time: 0.0486639 Sep 09 05:28:57.784611 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-9cc02d15-02e8-4d6d-b832-fe7540c3646e req-dc2aeef7-1491-450e-b8e1-3d8e936d7ca9 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/security-groups?id=e89da49e-09fc-4632-82b3-7a3f9989799d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299020 Sep 09 05:28:58.013275 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0a8a24-a90e-4bc5-aac0-922bd058172d req-12b78e0f-6be7-484b-b44b-04baee49cb8e tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:28:58.014621 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-bf0a8a24-a90e-4bc5-aac0-922bd058172d req-12b78e0f-6be7-484b-b44b-04baee49cb8e tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.23 "GET /v2.0/ports?device_id=0fcffe1a-b0a2-42b7-8139-76f6bb45c95c HTTP/1.1" status: 200 len: 945 time: 0.0472353 Sep 09 05:28:58.106399 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.plugin [req-bf0a8a24-a90e-4bc5-aac0-922bd058172d req-002d7439-f381-4a73-bf24-ef347bbc8d19 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Deleting port 7f4e839a-0a26-4f84-bac3-dedd60860d8f {{(pid=94297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 05:28:58.106729 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-bf0a8a24-a90e-4bc5-aac0-922bd058172d req-002d7439-f381-4a73-bf24-ef347bbc8d19 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748632167994'] for port, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:28:58.192221 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.db [req-bf0a8a24-a90e-4bc5-aac0-922bd058172d req-002d7439-f381-4a73-bf24-ef347bbc8d19 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] For port 7f4e839a-0a26-4f84-bac3-dedd60860d8f, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=7f4e839a-0a26-4f84-bac3-dedd60860d8f,segment=NetworkSegment(72cb4207-838c-49bd-8e0c-6709c728d1de),segment_id=72cb4207-838c-49bd-8e0c-6709c728d1de)] {{(pid=94297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:28:58.192585 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-bf0a8a24-a90e-4bc5-aac0-922bd058172d req-002d7439-f381-4a73-bf24-ef347bbc8d19 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596826'] for port, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:28:58.204993 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.plugin [req-bf0a8a24-a90e-4bc5-aac0-922bd058172d req-002d7439-f381-4a73-bf24-ef347bbc8d19 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Calling delete_port for 7f4e839a-0a26-4f84-bac3-dedd60860d8f owned by compute:nova {{(pid=94297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 05:28:58.330647 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-bf0a8a24-a90e-4bc5-aac0-922bd058172d req-002d7439-f381-4a73-bf24-ef347bbc8d19 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748632172548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748631669706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29281037'] for port, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:28:58.359087 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002d7439-f381-4a73-bf24-ef347bbc8d19 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Pushing event deleted for resources: {'Port': ['ID=7f4e839a-0a26-4f84-bac3-dedd60860d8f,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:28:58.405280 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf0a8a24-a90e-4bc5-aac0-922bd058172d req-002d7439-f381-4a73-bf24-ef347bbc8d19 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] No DVR routers for this DVR port 7f4e839a-0a26-4f84-bac3-dedd60860d8f on host hv-cinder-77262 {{(pid=94297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 05:28:58.407642 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-bf0a8a24-a90e-4bc5-aac0-922bd058172d req-002d7439-f381-4a73-bf24-ef347bbc8d19 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-438482'] for port, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:28:58.409584 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-bf0a8a24-a90e-4bc5-aac0-922bd058172d req-002d7439-f381-4a73-bf24-ef347bbc8d19 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.23 "DELETE /v2.0/ports/7f4e839a-0a26-4f84-bac3-dedd60860d8f HTTP/1.1" status: 204 len: 173 time: 0.3879635 Sep 09 05:28:58.410103 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fcffe1a-b0a2-42b7-8139-76f6bb45c95c', 'name': 'network-vif-deleted', 'tag': '7f4e839a-0a26-4f84-bac3-dedd60860d8f'}] {{(pid=94297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 05:28:58.412288 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85c66017178c43798701892324557e4ac90163104f6096848bec1798d04fbbd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc33a3e5-e120-4caa-bf82-e321534c914c" -d '{"events": [{"server_uuid": "0fcffe1a-b0a2-42b7-8139-76f6bb45c95c", "name": "network-vif-deleted", "tag": "7f4e839a-0a26-4f84-bac3-dedd60860d8f"}]}' {{(pid=94297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 05:28:58.450777 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 05:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-404e59ff-6f02-4be9-85cf-2396b1e0edff x-openstack-request-id: req-404e59ff-6f02-4be9-85cf-2396b1e0edff {{(pid=94297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 05:28:58.451155 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fcffe1a-b0a2-42b7-8139-76f6bb45c95c", "name": "network-vif-deleted", "tag": "7f4e839a-0a26-4f84-bac3-dedd60860d8f", "status": "completed", "code": 200}]} {{(pid=94297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 05:28:58.451574 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-404e59ff-6f02-4be9-85cf-2396b1e0edff {{(pid=94297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 05:28:58.452097 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fcffe1a-b0a2-42b7-8139-76f6bb45c95c', 'name': 'network-vif-deleted', 'tag': '7f4e839a-0a26-4f84-bac3-dedd60860d8f', 'status': 'completed', 'code': 200} Sep 09 05:28:59.046963 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-9b041adb-ee97-4c22-9867-e281d15b8048 req-a9869878-30da-4479-83ad-65047efebc62 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fcffe1a-b0a2-42b7-8139-76f6bb45c95c HTTP/1.1" status: 200 len: 210 time: 0.0295227 Sep 09 05:29:00.104698 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 43822) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:29:00.224656 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.plugin [None req-840ed40e-9196-4545-a91a-8a9743529174 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Deleting port d9af4d01-f22c-4097-88ea-8101949aa127 {{(pid=94297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 05:29:00.224995 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-840ed40e-9196-4545-a91a-8a9743529174 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748632167994'] for port, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:00.298537 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-840ed40e-9196-4545-a91a-8a9743529174 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596826'] for port, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:00.298868 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-840ed40e-9196-4545-a91a-8a9743529174 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:00.310154 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.plugin [None req-840ed40e-9196-4545-a91a-8a9743529174 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Calling delete_port for d9af4d01-f22c-4097-88ea-8101949aa127 owned by network:floatingip {{(pid=94297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 05:29:00.440485 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-840ed40e-9196-4545-a91a-8a9743529174 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748632172548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748631669706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29281037'] for port, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:00.466929 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840ed40e-9196-4545-a91a-8a9743529174 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Pushing event deleted for resources: {'Port': ['ID=d9af4d01-f22c-4097-88ea-8101949aa127,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:29:00.530541 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-840ed40e-9196-4545-a91a-8a9743529174 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks [] for floatingip, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:00.533045 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-840ed40e-9196-4545-a91a-8a9743529174 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-438482'] for floatingip, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:00.534231 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-840ed40e-9196-4545-a91a-8a9743529174 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "DELETE /v2.0/floatingips/b8ab7ad5-c6b9-4aad-9c98-9331b23239e2 HTTP/1.1" status: 204 len: 168 time: 0.4279335 Sep 09 05:29:01.632484 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device 7f4e839a-0a26-4f84-bac3-dedd60860d8f no longer exists at agent hyperv_hv-cinder-77262 {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 05:29:01.651900 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.plugin [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] No Port match for: 7f4e839a-0a26-4f84-bac3-dedd60860d8f {{(pid=94299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 05:29:01.652755 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device 7f4e839a-0a26-4f84-bac3-dedd60860d8f not bound to the agent host hv-cinder-77262 {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 05:29:01.724291 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 43834) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:29:01.782598 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-84b10911-30c2-4660-a345-9412d84edf80 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks [] for security_group, before_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:01.806855 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-84b10911-30c2-4660-a345-9412d84edf80 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:01.865860 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-84b10911-30c2-4660-a345-9412d84edf80 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:01.868378 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-84b10911-30c2-4660-a345-9412d84edf80 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Notify callbacks [] for security_group, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:01.869567 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-84b10911-30c2-4660-a345-9412d84edf80 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] 10.222.0.24 "DELETE /v2.0/security-groups/e89da49e-09fc-4632-82b3-7a3f9989799d HTTP/1.1" status: 204 len: 168 time: 0.1443000 Sep 09 05:29:01.878332 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b10911-30c2-4660-a345-9412d84edf80 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e89da49e-09fc-4632-82b3-7a3f9989799d,revision_number=None']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:29:01.885672 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b10911-30c2-4660-a345-9412d84edf80 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:29:01.886068 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b10911-30c2-4660-a345-9412d84edf80 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:29:01.886454 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b10911-30c2-4660-a345-9412d84edf80 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:29:01.886836 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b10911-30c2-4660-a345-9412d84edf80 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:29:01.887388 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b10911-30c2-4660-a345-9412d84edf80 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:29:01.887773 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b10911-30c2-4660-a345-9412d84edf80 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:29:01.888110 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b10911-30c2-4660-a345-9412d84edf80 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:29:01.888487 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b10911-30c2-4660-a345-9412d84edf80 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:29:01.888809 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b10911-30c2-4660-a345-9412d84edf80 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:29:01.889261 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b10911-30c2-4660-a345-9412d84edf80 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:29:01.889720 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b10911-30c2-4660-a345-9412d84edf80 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:29:01.890090 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84b10911-30c2-4660-a345-9412d84edf80 tempest-TestVolumeBootPattern-1864203371 tempest-TestVolumeBootPattern-1864203371-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:29:01.925564 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 43838) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:29:02.609843 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-c5f6c3fc-f525-4408-b0d9-69afbda7a871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601131'] for router_interface, before_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:02.845162 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.plugin [None req-c5f6c3fc-f525-4408-b0d9-69afbda7a871 admin admin] Deleting port 1a237617-035f-463d-8e01-75ddd84a62ed {{(pid=94298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 05:29:02.845905 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-c5f6c3fc-f525-4408-b0d9-69afbda7a871 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748632167994'] for port, before_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:02.921831 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.db [None req-c5f6c3fc-f525-4408-b0d9-69afbda7a871 admin admin] For port 1a237617-035f-463d-8e01-75ddd84a62ed, host dv-cinder-772623-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-14-iscsi',level=0,port_id=1a237617-035f-463d-8e01-75ddd84a62ed,segment=NetworkSegment(72cb4207-838c-49bd-8e0c-6709c728d1de),segment_id=72cb4207-838c-49bd-8e0c-6709c728d1de)] {{(pid=94298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:29:02.922179 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-c5f6c3fc-f525-4408-b0d9-69afbda7a871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596826'] for port, precommit_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:02.934793 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.plugin [None req-c5f6c3fc-f525-4408-b0d9-69afbda7a871 admin admin] Calling delete_port for 1a237617-035f-463d-8e01-75ddd84a62ed owned by network:router_interface {{(pid=94298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 05:29:03.109040 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-c5f6c3fc-f525-4408-b0d9-69afbda7a871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748632172548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748631669706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1874062'] for port, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:03.133154 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f6c3fc-f525-4408-b0d9-69afbda7a871 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a237617-035f-463d-8e01-75ddd84a62ed,revision_number=None']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:29:03.299099 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-c5f6c3fc-f525-4408-b0d9-69afbda7a871 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601247'] for router_interface, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:03.516198 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5f6c3fc-f525-4408-b0d9-69afbda7a871 admin admin] Router a53a5e1d-49ba-4b19-a38d-89469459e68f has already been hosted by L3 agent e912432c-85e4-4a31-b574-aae2dcf01ec7 {{(pid=94298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 05:29:03.617885 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5f6c3fc-f525-4408-b0d9-69afbda7a871 admin admin] Notify agent at l3_agent.dv-cinder-772623-14-iscsi the message routers_updated {{(pid=94298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 05:29:03.624727 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-c5f6c3fc-f525-4408-b0d9-69afbda7a871 admin admin] 10.222.0.24 "PUT /v2.0/routers/a53a5e1d-49ba-4b19-a38d-89469459e68f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6980329 Sep 09 05:29:03.625597 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 43842) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:29:03.626423 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41217326-cfd7-4fc3-a243-93da9ecd7e50 None None] Sync routers for ids ['a53a5e1d-49ba-4b19-a38d-89469459e68f'] in dv-cinder-772623-14-iscsi {{(pid=94299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 05:29:03.635979 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41217326-cfd7-4fc3-a243-93da9ecd7e50 None None] Routers {'a53a5e1d-49ba-4b19-a38d-89469459e68f'} bound to L3 agent in host dv-cinder-772623-14-iscsi {{(pid=94299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 05:29:03.637139 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-41217326-cfd7-4fc3-a243-93da9ecd7e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T05:09:16Z,description=,heartbeat_timestamp=2021-09-09T05:28:47Z,host='dv-cinder-772623-14-iscsi',id=e912432c-85e4-4a31-b574-aae2dcf01ec7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T05:09:16Z,topic='l3_agent')) {'router_ids': ['a53a5e1d-49ba-4b19-a38d-89469459e68f'], 'active': True} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:29:03.729581 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-bcb0247e-4732-4d78-a234-086ef3a6021b admin admin] Notify callbacks [] for router, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:03.743908 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvr_db [None req-41217326-cfd7-4fc3-a243-93da9ecd7e50 None None] Set router a53a5e1d-49ba-4b19-a38d-89469459e68f gateway port host: dv-cinder-772623-14-iscsi {{(pid=94299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 05:29:03.829960 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-bcb0247e-4732-4d78-a234-086ef3a6021b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:03.885150 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.plugin [None req-bcb0247e-4732-4d78-a234-086ef3a6021b admin admin] Deleting port f1d06893-2c4c-4ade-88e7-da8c1abe6ee4 {{(pid=94297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 05:29:03.885495 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-bcb0247e-4732-4d78-a234-086ef3a6021b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748632167994'] for port, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:03.921363 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-41217326-cfd7-4fc3-a243-93da9ecd7e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53a5e1d-49ba-4b19-a38d-89469459e68f', 'name': 'tempest-TestVolumeBootPattern-489298219-router', 'tenant_id': 'ddcd5653413143e99ea8197beb98de5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.67'}], 'enable_snat': True}, 'gw_port_id': 'f1d06893-2c4c-4ade-88e7-da8c1abe6ee4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:21:46Z', 'updated_at': '2021-09-09T05:29:03Z', 'revision_number': 5, 'project_id': 'ddcd5653413143e99ea8197beb98de5f', 'gw_port': {'id': 'f1d06893-2c4c-4ade-88e7-da8c1abe6ee4', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:43:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53a5e1d-49ba-4b19-a38d-89469459e68f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:21:46Z', 'updated_at': '2021-09-09T05:21:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi'}], 'dv-cinder-772623-14-iscsi', False) {} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:29:03.946680 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41217326-cfd7-4fc3-a243-93da9ecd7e50 None None] Checking router: a53a5e1d-49ba-4b19-a38d-89469459e68f for host: dv-cinder-772623-14-iscsi {{(pid=94299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 05:29:03.954636 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41217326-cfd7-4fc3-a243-93da9ecd7e50 None None] Routers {'a53a5e1d-49ba-4b19-a38d-89469459e68f'} bound to L3 agent in host dv-cinder-772623-14-iscsi {{(pid=94299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 05:29:03.955287 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-41217326-cfd7-4fc3-a243-93da9ecd7e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T05:09:16Z,description=,heartbeat_timestamp=2021-09-09T05:28:47Z,host='dv-cinder-772623-14-iscsi',id=e912432c-85e4-4a31-b574-aae2dcf01ec7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T05:09:16Z,topic='l3_agent')) {'router_ids': ['a53a5e1d-49ba-4b19-a38d-89469459e68f'], 'active': True} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:29:03.961890 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.db [None req-bcb0247e-4732-4d78-a234-086ef3a6021b admin admin] For port f1d06893-2c4c-4ade-88e7-da8c1abe6ee4, host dv-cinder-772623-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-14-iscsi',level=0,port_id=f1d06893-2c4c-4ade-88e7-da8c1abe6ee4,segment=NetworkSegment(df80411f-acb6-4e9d-a7f5-4a8066bc7b33),segment_id=df80411f-acb6-4e9d-a7f5-4a8066bc7b33)] {{(pid=94297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:29:03.962251 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-bcb0247e-4732-4d78-a234-086ef3a6021b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596826'] for port, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:03.974274 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.plugin [None req-bcb0247e-4732-4d78-a234-086ef3a6021b admin admin] Calling delete_port for f1d06893-2c4c-4ade-88e7-da8c1abe6ee4 owned by network:router_gateway {{(pid=94297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 05:29:04.044427 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvr_db [None req-41217326-cfd7-4fc3-a243-93da9ecd7e50 None None] Set router a53a5e1d-49ba-4b19-a38d-89469459e68f gateway port host: None {{(pid=94299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 05:29:04.097618 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-41217326-cfd7-4fc3-a243-93da9ecd7e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53a5e1d-49ba-4b19-a38d-89469459e68f', 'name': 'tempest-TestVolumeBootPattern-489298219-router', 'tenant_id': 'ddcd5653413143e99ea8197beb98de5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:21:46Z', 'updated_at': '2021-09-09T05:29:03Z', 'revision_number': 6, 'project_id': 'ddcd5653413143e99ea8197beb98de5f', 'gw_port_host': None}], 'dv-cinder-772623-14-iscsi', False) {} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:29:04.139842 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-bcb0247e-4732-4d78-a234-086ef3a6021b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748632172548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748631669706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29281037'] for port, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:04.165096 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb0247e-4732-4d78-a234-086ef3a6021b admin admin] Pushing event deleted for resources: {'Port': ['ID=f1d06893-2c4c-4ade-88e7-da8c1abe6ee4,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:29:04.233498 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-bcb0247e-4732-4d78-a234-086ef3a6021b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600445'] for router_gateway, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:04.240162 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41217326-cfd7-4fc3-a243-93da9ecd7e50 None None] The sync data for ids ['a53a5e1d-49ba-4b19-a38d-89469459e68f'] in dv-cinder-772623-14-iscsi is: [{'id': 'a53a5e1d-49ba-4b19-a38d-89469459e68f', 'name': 'tempest-TestVolumeBootPattern-489298219-router', 'tenant_id': 'ddcd5653413143e99ea8197beb98de5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:21:46Z', 'updated_at': '2021-09-09T05:29:03Z', 'revision_number': 6, 'project_id': 'ddcd5653413143e99ea8197beb98de5f', 'gw_port_host': None}] {{(pid=94299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 05:29:04.327894 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-bcb0247e-4732-4d78-a234-086ef3a6021b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-604110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4250'] for router, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:04.330308 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-bcb0247e-4732-4d78-a234-086ef3a6021b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:04.371984 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-bcb0247e-4732-4d78-a234-086ef3a6021b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-604103'] for router, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:04.372515 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb0247e-4732-4d78-a234-086ef3a6021b admin admin] Fanout notify agent at l3_agent the message router_deleted on router a53a5e1d-49ba-4b19-a38d-89469459e68f {{(pid=94297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 05:29:04.376622 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-bcb0247e-4732-4d78-a234-086ef3a6021b admin admin] Notify callbacks [] for router, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:04.377780 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-bcb0247e-4732-4d78-a234-086ef3a6021b admin admin] 10.222.0.24 "DELETE /v2.0/routers/a53a5e1d-49ba-4b19-a38d-89469459e68f HTTP/1.1" status: 204 len: 168 time: 0.7511621 Sep 09 05:29:04.380450 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 43844) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:29:04.423661 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.db.db_base_plugin_v2 [None req-099c75b1-7a36-45a6-a5d0-63c2e657da91 admin admin] Deleting subnet 94a6c333-3890-40af-80b3-e0da9d928c0a {{(pid=94298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 05:29:04.426631 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-099c75b1-7a36-45a6-a5d0-63c2e657da91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:04.459482 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-099c75b1-7a36-45a6-a5d0-63c2e657da91 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25885145'] for subnet, precommit_delete_associations {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:04.565418 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-099c75b1-7a36-45a6-a5d0-63c2e657da91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3773045'] for subnet, precommit_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:04.620016 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-099c75b1-7a36-45a6-a5d0-63c2e657da91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3773052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1874099', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28573899'] for subnet, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:04.645224 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099c75b1-7a36-45a6-a5d0-63c2e657da91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94a6c333-3890-40af-80b3-e0da9d928c0a,revision_number=None']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:29:04.651033 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-099c75b1-7a36-45a6-a5d0-63c2e657da91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for subnet, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:04.655819 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-099c75b1-7a36-45a6-a5d0-63c2e657da91 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/94a6c333-3890-40af-80b3-e0da9d928c0a HTTP/1.1" status: 204 len: 168 time: 0.2720246 Sep 09 05:29:04.656103 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 43846) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:29:04.662598 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66153e4e-89b1-43ae-8235-b6e84e80fb38 None None] Network 591ece5e-2938-4cf9-bb43-c15ca886ca94 requested from dv-cinder-772623-14-iscsi {{(pid=94299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 05:29:04.726339 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-9ed78702-7d3f-4f18-8166-72eb0ba739f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3957161'] for network, before_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:04.778299 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.plugin [None req-9ed78702-7d3f-4f18-8166-72eb0ba739f6 admin admin] Deleting port bcc06d51-1004-47d8-8385-516dc919a99a {{(pid=94298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 05:29:04.778745 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-9ed78702-7d3f-4f18-8166-72eb0ba739f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748632167994'] for port, before_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:04.842211 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.db [None req-9ed78702-7d3f-4f18-8166-72eb0ba739f6 admin admin] For port bcc06d51-1004-47d8-8385-516dc919a99a, host dv-cinder-772623-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-14-iscsi',level=0,port_id=bcc06d51-1004-47d8-8385-516dc919a99a,segment=NetworkSegment(72cb4207-838c-49bd-8e0c-6709c728d1de),segment_id=72cb4207-838c-49bd-8e0c-6709c728d1de)] {{(pid=94298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:29:04.842506 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-9ed78702-7d3f-4f18-8166-72eb0ba739f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596826'] for port, precommit_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:04.854159 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.plugin [None req-9ed78702-7d3f-4f18-8166-72eb0ba739f6 admin admin] Calling delete_port for bcc06d51-1004-47d8-8385-516dc919a99a owned by network:dhcp {{(pid=94298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 05:29:04.931256 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-9ed78702-7d3f-4f18-8166-72eb0ba739f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748632172548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748631669706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1874062'] for port, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:04.956377 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed78702-7d3f-4f18-8166-72eb0ba739f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcc06d51-1004-47d8-8385-516dc919a99a,revision_number=None']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:29:04.959983 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed78702-7d3f-4f18-8166-72eb0ba739f6 admin admin] No DVR routers for this DVR port bcc06d51-1004-47d8-8385-516dc919a99a on host dv-cinder-772623-14-iscsi {{(pid=94298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 05:29:04.973647 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd36f070-b9d1-4ebb-b8d9-a503150df32a None None] DHCP port deletion for 591ece5e-2938-4cf9-bb43-c15ca886ca94 request from dv-cinder-772623-14-iscsi {{(pid=94299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 05:29:05.036395 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-9ed78702-7d3f-4f18-8166-72eb0ba739f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3771648', 'neutron.services.segments.db._delete_segments_for_network-8748632184989'] for network, precommit_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:05.057023 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.services.segments.db [None req-9ed78702-7d3f-4f18-8166-72eb0ba739f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['591ece5e-2938-4cf9-bb43-c15ca886ca94']}} {{(pid=94298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:29:05.067310 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.services.segments.db [None req-9ed78702-7d3f-4f18-8166-72eb0ba739f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72cb4207-838c-49bd-8e0c-6709c728d1de') {'for_net_delete': True} {{(pid=94298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:29:05.067823 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.services.segments.db [None req-9ed78702-7d3f-4f18-8166-72eb0ba739f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72cb4207-838c-49bd-8e0c-6709c728d1de') {} {{(pid=94298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:29:05.081549 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-9ed78702-7d3f-4f18-8166-72eb0ba739f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748632182438', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25885088'] for segment, before_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:05.095848 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-9ed78702-7d3f-4f18-8166-72eb0ba739f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771871'] for segment, precommit_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:05.102512 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ed78702-7d3f-4f18-8166-72eb0ba739f6 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=94298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 05:29:05.102985 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-9ed78702-7d3f-4f18-8166-72eb0ba739f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1872977'] for segment, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:05.104665 dv-cinder-772623-14-iscsi neutron-server[94298]: Traceback (most recent call last): Sep 09 05:29:05.104665 dv-cinder-772623-14-iscsi neutron-server[94298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 05:29:05.104665 dv-cinder-772623-14-iscsi neutron-server[94298]: timer() Sep 09 05:29:05.104665 dv-cinder-772623-14-iscsi neutron-server[94298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 05:29:05.104665 dv-cinder-772623-14-iscsi neutron-server[94298]: cb(*args, **kw) Sep 09 05:29:05.104665 dv-cinder-772623-14-iscsi neutron-server[94298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 05:29:05.104665 dv-cinder-772623-14-iscsi neutron-server[94298]: return func(*args, **kwargs) Sep 09 05:29:05.104665 dv-cinder-772623-14-iscsi neutron-server[94298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 05:29:05.104665 dv-cinder-772623-14-iscsi neutron-server[94298]: self._notify() Sep 09 05:29:05.104665 dv-cinder-772623-14-iscsi neutron-server[94298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 05:29:05.104665 dv-cinder-772623-14-iscsi neutron-server[94298]: self.callback(batched_events) Sep 09 05:29:05.104665 dv-cinder-772623-14-iscsi neutron-server[94298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 05:29:05.104665 dv-cinder-772623-14-iscsi neutron-server[94298]: event.method(event) Sep 09 05:29:05.104665 dv-cinder-772623-14-iscsi neutron-server[94298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 05:29:05.104665 dv-cinder-772623-14-iscsi neutron-server[94298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 05:29:05.104665 dv-cinder-772623-14-iscsi neutron-server[94298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 05:29:05.104665 dv-cinder-772623-14-iscsi neutron-server[94298]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 05:29:05.104665 dv-cinder-772623-14-iscsi neutron-server[94298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 05:29:05.104665 dv-cinder-772623-14-iscsi neutron-server[94298]: return f(self, *a, **k) Sep 09 05:29:05.104665 dv-cinder-772623-14-iscsi neutron-server[94298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 05:29:05.104665 dv-cinder-772623-14-iscsi neutron-server[94298]: return self._get(url).json() Sep 09 05:29:05.104665 dv-cinder-772623-14-iscsi neutron-server[94298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 05:29:05.104665 dv-cinder-772623-14-iscsi neutron-server[94298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 05:29:05.104665 dv-cinder-772623-14-iscsi neutron-server[94298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 05:29:05.104665 dv-cinder-772623-14-iscsi neutron-server[94298]: return self.request(url, 'GET', **kwargs) Sep 09 05:29:05.104665 dv-cinder-772623-14-iscsi neutron-server[94298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 05:29:05.104665 dv-cinder-772623-14-iscsi neutron-server[94298]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 05:29:05.104665 dv-cinder-772623-14-iscsi neutron-server[94298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 05:29:05.104665 dv-cinder-772623-14-iscsi neutron-server[94298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 05:29:05.104665 dv-cinder-772623-14-iscsi neutron-server[94298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 05:29:05.104665 dv-cinder-772623-14-iscsi neutron-server[94298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 05:29:05.104665 dv-cinder-772623-14-iscsi neutron-server[94298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 05:29:05.115105 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device 1a237617-035f-463d-8e01-75ddd84a62ed no longer exists at agent ovs-agent-dv-cinder-772623-14-iscsi {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 05:29:05.134839 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.plugin [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] No Port match for: 1a237617-035f-463d-8e01-75ddd84a62ed {{(pid=94299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 05:29:05.135329 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device 1a237617-035f-463d-8e01-75ddd84a62ed not bound to the agent host dv-cinder-772623-14-iscsi {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 05:29:05.135823 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device f1d06893-2c4c-4ade-88e7-da8c1abe6ee4 no longer exists at agent ovs-agent-dv-cinder-772623-14-iscsi {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 05:29:05.156902 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.plugin [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] No Port match for: f1d06893-2c4c-4ade-88e7-da8c1abe6ee4 {{(pid=94299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 05:29:05.157343 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device f1d06893-2c4c-4ade-88e7-da8c1abe6ee4 not bound to the agent host dv-cinder-772623-14-iscsi {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 05:29:05.157898 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device bcc06d51-1004-47d8-8385-516dc919a99a no longer exists at agent ovs-agent-dv-cinder-772623-14-iscsi {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 05:29:05.162843 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-9ed78702-7d3f-4f18-8166-72eb0ba739f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3773683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600345'] for network, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:05.168432 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-9ed78702-7d3f-4f18-8166-72eb0ba739f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for network, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:05.173076 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-9ed78702-7d3f-4f18-8166-72eb0ba739f6 admin admin] 10.222.0.24 "DELETE /v2.0/networks/591ece5e-2938-4cf9-bb43-c15ca886ca94 HTTP/1.1" status: 204 len: 168 time: 0.5133333 Sep 09 05:29:05.174050 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 43848) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:29:05.180176 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.plugin [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] No Port match for: bcc06d51-1004-47d8-8385-516dc919a99a {{(pid=94299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 05:29:05.180508 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device bcc06d51-1004-47d8-8385-516dc919a99a not bound to the agent host dv-cinder-772623-14-iscsi {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 05:29:05.181260 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed78702-7d3f-4f18-8166-72eb0ba739f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=591ece5e-2938-4cf9-bb43-c15ca886ca94,revision_number=None']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:29:05.522420 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-3f9d70b1-a437-4f1b-b463-c3fcc75f3b74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601131'] for router_interface, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:05.759447 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.plugin [None req-3f9d70b1-a437-4f1b-b463-c3fcc75f3b74 admin admin] Deleting port 0619ad22-c490-4b1b-a92b-842827e454b5 {{(pid=94297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 05:29:05.759703 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-3f9d70b1-a437-4f1b-b463-c3fcc75f3b74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748632167994'] for port, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:05.834454 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.db [None req-3f9d70b1-a437-4f1b-b463-c3fcc75f3b74 admin admin] For port 0619ad22-c490-4b1b-a92b-842827e454b5, host dv-cinder-772623-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-14-iscsi',level=0,port_id=0619ad22-c490-4b1b-a92b-842827e454b5,segment=NetworkSegment(01610e47-9787-4881-92a8-c4de40f0b59d),segment_id=01610e47-9787-4881-92a8-c4de40f0b59d)] {{(pid=94297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:29:05.834813 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-3f9d70b1-a437-4f1b-b463-c3fcc75f3b74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596826'] for port, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:05.846625 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.plugin [None req-3f9d70b1-a437-4f1b-b463-c3fcc75f3b74 admin admin] Calling delete_port for 0619ad22-c490-4b1b-a92b-842827e454b5 owned by network:router_interface {{(pid=94297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 05:29:06.022690 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-3f9d70b1-a437-4f1b-b463-c3fcc75f3b74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748632172548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748631669706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29281037'] for port, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:06.051583 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9d70b1-a437-4f1b-b463-c3fcc75f3b74 admin admin] Pushing event deleted for resources: {'Port': ['ID=0619ad22-c490-4b1b-a92b-842827e454b5,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:29:06.130876 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:06.211505 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-3f9d70b1-a437-4f1b-b463-c3fcc75f3b74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601247'] for router_interface, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:06.418793 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f9d70b1-a437-4f1b-b463-c3fcc75f3b74 admin admin] Router cc0c51e1-c0cf-4ea6-9bb3-021cc216a4ad has already been hosted by L3 agent e912432c-85e4-4a31-b574-aae2dcf01ec7 {{(pid=94297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 05:29:06.772599 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f9d70b1-a437-4f1b-b463-c3fcc75f3b74 admin admin] Notify agent at l3_agent.dv-cinder-772623-14-iscsi the message routers_updated {{(pid=94297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 05:29:06.777423 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-3f9d70b1-a437-4f1b-b463-c3fcc75f3b74 admin admin] 10.222.0.24 "PUT /v2.0/routers/cc0c51e1-c0cf-4ea6-9bb3-021cc216a4ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6005297 Sep 09 05:29:06.780198 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 43850) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:29:06.782708 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19657ddd-8cfc-429e-b9f1-3902822413c9 None None] Sync routers for ids ['cc0c51e1-c0cf-4ea6-9bb3-021cc216a4ad'] in dv-cinder-772623-14-iscsi {{(pid=94300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 05:29:06.791881 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19657ddd-8cfc-429e-b9f1-3902822413c9 None None] Routers {'cc0c51e1-c0cf-4ea6-9bb3-021cc216a4ad'} bound to L3 agent in host dv-cinder-772623-14-iscsi {{(pid=94300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 05:29:06.792503 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_hamode_db [None req-19657ddd-8cfc-429e-b9f1-3902822413c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T05:09:16Z,description=,heartbeat_timestamp=2021-09-09T05:28:47Z,host='dv-cinder-772623-14-iscsi',id=e912432c-85e4-4a31-b574-aae2dcf01ec7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T05:09:16Z,topic='l3_agent')) {'router_ids': ['cc0c51e1-c0cf-4ea6-9bb3-021cc216a4ad'], 'active': True} {{(pid=94300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:29:06.882370 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-303c9e95-02a2-430f-aee1-a9e6ccab8c2d admin admin] Notify callbacks [] for router, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:06.895851 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_dvr_db [None req-19657ddd-8cfc-429e-b9f1-3902822413c9 None None] Set router cc0c51e1-c0cf-4ea6-9bb3-021cc216a4ad gateway port host: dv-cinder-772623-14-iscsi {{(pid=94300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 05:29:06.985164 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-303c9e95-02a2-430f-aee1-a9e6ccab8c2d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:07.035905 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.plugin [None req-303c9e95-02a2-430f-aee1-a9e6ccab8c2d admin admin] Deleting port b4aefeb9-2ba0-488f-b262-bf8484e33f1c {{(pid=94297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 05:29:07.036188 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-303c9e95-02a2-430f-aee1-a9e6ccab8c2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748632167994'] for port, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:07.081234 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_hamode_db [None req-19657ddd-8cfc-429e-b9f1-3902822413c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc0c51e1-c0cf-4ea6-9bb3-021cc216a4ad', 'name': 'tempest-TestVolumeBootPattern-518076483-router', 'tenant_id': 'c7eadc90767a43ab88c642dbbc398d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.181'}], 'enable_snat': True}, 'gw_port_id': 'b4aefeb9-2ba0-488f-b262-bf8484e33f1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:21:51Z', 'updated_at': '2021-09-09T05:29:05Z', 'revision_number': 5, 'project_id': 'c7eadc90767a43ab88c642dbbc398d3a', 'gw_port': {'id': 'b4aefeb9-2ba0-488f-b262-bf8484e33f1c', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc0c51e1-c0cf-4ea6-9bb3-021cc216a4ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:21:51Z', 'updated_at': '2021-09-09T05:21:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi'}], 'dv-cinder-772623-14-iscsi', False) {} {{(pid=94300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:29:07.111594 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19657ddd-8cfc-429e-b9f1-3902822413c9 None None] Checking router: cc0c51e1-c0cf-4ea6-9bb3-021cc216a4ad for host: dv-cinder-772623-14-iscsi {{(pid=94300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 05:29:07.117527 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.db [None req-303c9e95-02a2-430f-aee1-a9e6ccab8c2d admin admin] For port b4aefeb9-2ba0-488f-b262-bf8484e33f1c, host dv-cinder-772623-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-14-iscsi',level=0,port_id=b4aefeb9-2ba0-488f-b262-bf8484e33f1c,segment=NetworkSegment(df80411f-acb6-4e9d-a7f5-4a8066bc7b33),segment_id=df80411f-acb6-4e9d-a7f5-4a8066bc7b33)] {{(pid=94297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:29:07.117947 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-303c9e95-02a2-430f-aee1-a9e6ccab8c2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596826'] for port, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:07.119551 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19657ddd-8cfc-429e-b9f1-3902822413c9 None None] Routers {'cc0c51e1-c0cf-4ea6-9bb3-021cc216a4ad'} bound to L3 agent in host dv-cinder-772623-14-iscsi {{(pid=94300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 05:29:07.120145 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_hamode_db [None req-19657ddd-8cfc-429e-b9f1-3902822413c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-09T05:09:16Z,description=,heartbeat_timestamp=2021-09-09T05:28:47Z,host='dv-cinder-772623-14-iscsi',id=e912432c-85e4-4a31-b574-aae2dcf01ec7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T05:09:16Z,topic='l3_agent')) {'router_ids': ['cc0c51e1-c0cf-4ea6-9bb3-021cc216a4ad'], 'active': True} {{(pid=94300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:29:07.130319 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.plugin [None req-303c9e95-02a2-430f-aee1-a9e6ccab8c2d admin admin] Calling delete_port for b4aefeb9-2ba0-488f-b262-bf8484e33f1c owned by network:router_gateway {{(pid=94297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 05:29:07.203201 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_dvr_db [None req-19657ddd-8cfc-429e-b9f1-3902822413c9 None None] Set router cc0c51e1-c0cf-4ea6-9bb3-021cc216a4ad gateway port host: None {{(pid=94300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 05:29:07.254026 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_hamode_db [None req-19657ddd-8cfc-429e-b9f1-3902822413c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc0c51e1-c0cf-4ea6-9bb3-021cc216a4ad', 'name': 'tempest-TestVolumeBootPattern-518076483-router', 'tenant_id': 'c7eadc90767a43ab88c642dbbc398d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:21:51Z', 'updated_at': '2021-09-09T05:29:06Z', 'revision_number': 6, 'project_id': 'c7eadc90767a43ab88c642dbbc398d3a', 'gw_port_host': None}], 'dv-cinder-772623-14-iscsi', False) {} {{(pid=94300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:29:07.292820 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-303c9e95-02a2-430f-aee1-a9e6ccab8c2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748632172548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748631669706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29281037'] for port, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:07.322908 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303c9e95-02a2-430f-aee1-a9e6ccab8c2d admin admin] Pushing event deleted for resources: {'Port': ['ID=b4aefeb9-2ba0-488f-b262-bf8484e33f1c,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:29:07.371362 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19657ddd-8cfc-429e-b9f1-3902822413c9 None None] The sync data for ids ['cc0c51e1-c0cf-4ea6-9bb3-021cc216a4ad'] in dv-cinder-772623-14-iscsi is: [{'id': 'cc0c51e1-c0cf-4ea6-9bb3-021cc216a4ad', 'name': 'tempest-TestVolumeBootPattern-518076483-router', 'tenant_id': 'c7eadc90767a43ab88c642dbbc398d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:21:51Z', 'updated_at': '2021-09-09T05:29:06Z', 'revision_number': 6, 'project_id': 'c7eadc90767a43ab88c642dbbc398d3a', 'gw_port_host': None}] {{(pid=94300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 05:29:07.384044 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-303c9e95-02a2-430f-aee1-a9e6ccab8c2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600445'] for router_gateway, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:07.478201 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-303c9e95-02a2-430f-aee1-a9e6ccab8c2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-604110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4250'] for router, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:07.480552 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-303c9e95-02a2-430f-aee1-a9e6ccab8c2d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:07.522038 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-303c9e95-02a2-430f-aee1-a9e6ccab8c2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-604103'] for router, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:07.522581 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-303c9e95-02a2-430f-aee1-a9e6ccab8c2d admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc0c51e1-c0cf-4ea6-9bb3-021cc216a4ad {{(pid=94297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 05:29:07.526649 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-303c9e95-02a2-430f-aee1-a9e6ccab8c2d admin admin] Notify callbacks [] for router, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:07.528507 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-303c9e95-02a2-430f-aee1-a9e6ccab8c2d admin admin] 10.222.0.24 "DELETE /v2.0/routers/cc0c51e1-c0cf-4ea6-9bb3-021cc216a4ad HTTP/1.1" status: 204 len: 168 time: 0.7474077 Sep 09 05:29:07.531915 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 43852) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:29:07.577096 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d2e5a0c-8aeb-4f9a-9d66-a3fde65bfbf7 admin admin] Deleting subnet d8a330c9-99fb-4744-828b-d16b0986ced3 {{(pid=94297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 05:29:07.580042 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-3d2e5a0c-8aeb-4f9a-9d66-a3fde65bfbf7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:07.613374 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-3d2e5a0c-8aeb-4f9a-9d66-a3fde65bfbf7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25248003'] for subnet, precommit_delete_associations {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:07.687874 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-3d2e5a0c-8aeb-4f9a-9d66-a3fde65bfbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3773045'] for subnet, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:07.747400 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-3d2e5a0c-8aeb-4f9a-9d66-a3fde65bfbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3773052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29281072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28951308'] for subnet, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:07.773947 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2e5a0c-8aeb-4f9a-9d66-a3fde65bfbf7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8a330c9-99fb-4744-828b-d16b0986ced3,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:29:07.779819 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-3d2e5a0c-8aeb-4f9a-9d66-a3fde65bfbf7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:07.784233 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-3d2e5a0c-8aeb-4f9a-9d66-a3fde65bfbf7 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d8a330c9-99fb-4744-828b-d16b0986ced3 HTTP/1.1" status: 204 len: 168 time: 0.2490606 Sep 09 05:29:07.784518 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 43854) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:29:07.785742 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad89a91c-a563-4351-95c7-9b8d6c5bd80a None None] Network 58bcfbda-6994-41a2-87e0-20101e059a9a requested from dv-cinder-772623-14-iscsi {{(pid=94299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 05:29:07.856949 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-655bb2eb-c10b-489b-b5a6-2837040ff27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3957161'] for network, before_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:07.908279 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.plugin [None req-655bb2eb-c10b-489b-b5a6-2837040ff27a admin admin] Deleting port dfbb0253-c5e4-46b5-b3a9-7598848ba5ff {{(pid=94298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 05:29:07.908615 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-655bb2eb-c10b-489b-b5a6-2837040ff27a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748632167994'] for port, before_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:07.972203 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.db [None req-655bb2eb-c10b-489b-b5a6-2837040ff27a admin admin] For port dfbb0253-c5e4-46b5-b3a9-7598848ba5ff, host dv-cinder-772623-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-14-iscsi',level=0,port_id=dfbb0253-c5e4-46b5-b3a9-7598848ba5ff,segment=NetworkSegment(01610e47-9787-4881-92a8-c4de40f0b59d),segment_id=01610e47-9787-4881-92a8-c4de40f0b59d)] {{(pid=94298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:29:07.972553 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-655bb2eb-c10b-489b-b5a6-2837040ff27a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596826'] for port, precommit_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:07.985260 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.plugin [None req-655bb2eb-c10b-489b-b5a6-2837040ff27a admin admin] Calling delete_port for dfbb0253-c5e4-46b5-b3a9-7598848ba5ff owned by network:dhcp {{(pid=94298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 05:29:08.062110 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-655bb2eb-c10b-489b-b5a6-2837040ff27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748632172548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748631669706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1874062'] for port, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:08.089105 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655bb2eb-c10b-489b-b5a6-2837040ff27a admin admin] Pushing event deleted for resources: {'Port': ['ID=dfbb0253-c5e4-46b5-b3a9-7598848ba5ff,revision_number=None']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:29:08.091223 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655bb2eb-c10b-489b-b5a6-2837040ff27a admin admin] No DVR routers for this DVR port dfbb0253-c5e4-46b5-b3a9-7598848ba5ff on host dv-cinder-772623-14-iscsi {{(pid=94298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 05:29:08.108965 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffdf2ca3-fa58-4fc2-b661-a05b7ed052d4 None None] DHCP port deletion for 58bcfbda-6994-41a2-87e0-20101e059a9a request from dv-cinder-772623-14-iscsi {{(pid=94299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 05:29:08.166800 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-655bb2eb-c10b-489b-b5a6-2837040ff27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3771648', 'neutron.services.segments.db._delete_segments_for_network-8748632184989'] for network, precommit_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:08.188205 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.services.segments.db [None req-655bb2eb-c10b-489b-b5a6-2837040ff27a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58bcfbda-6994-41a2-87e0-20101e059a9a']}} {{(pid=94298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:29:08.197428 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.services.segments.db [None req-655bb2eb-c10b-489b-b5a6-2837040ff27a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01610e47-9787-4881-92a8-c4de40f0b59d') {'for_net_delete': True} {{(pid=94298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:29:08.197786 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.services.segments.db [None req-655bb2eb-c10b-489b-b5a6-2837040ff27a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01610e47-9787-4881-92a8-c4de40f0b59d') {} {{(pid=94298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:29:08.207163 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-655bb2eb-c10b-489b-b5a6-2837040ff27a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748632182438', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25885088'] for segment, before_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:08.220360 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-655bb2eb-c10b-489b-b5a6-2837040ff27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771871'] for segment, precommit_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:08.226144 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-655bb2eb-c10b-489b-b5a6-2837040ff27a admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=94298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 05:29:08.226527 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-655bb2eb-c10b-489b-b5a6-2837040ff27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1872977'] for segment, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:08.228164 dv-cinder-772623-14-iscsi neutron-server[94298]: Traceback (most recent call last): Sep 09 05:29:08.228164 dv-cinder-772623-14-iscsi neutron-server[94298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 05:29:08.228164 dv-cinder-772623-14-iscsi neutron-server[94298]: timer() Sep 09 05:29:08.228164 dv-cinder-772623-14-iscsi neutron-server[94298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 05:29:08.228164 dv-cinder-772623-14-iscsi neutron-server[94298]: cb(*args, **kw) Sep 09 05:29:08.228164 dv-cinder-772623-14-iscsi neutron-server[94298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 05:29:08.228164 dv-cinder-772623-14-iscsi neutron-server[94298]: return func(*args, **kwargs) Sep 09 05:29:08.228164 dv-cinder-772623-14-iscsi neutron-server[94298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 05:29:08.228164 dv-cinder-772623-14-iscsi neutron-server[94298]: self._notify() Sep 09 05:29:08.228164 dv-cinder-772623-14-iscsi neutron-server[94298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 05:29:08.228164 dv-cinder-772623-14-iscsi neutron-server[94298]: self.callback(batched_events) Sep 09 05:29:08.228164 dv-cinder-772623-14-iscsi neutron-server[94298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 05:29:08.228164 dv-cinder-772623-14-iscsi neutron-server[94298]: event.method(event) Sep 09 05:29:08.228164 dv-cinder-772623-14-iscsi neutron-server[94298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 05:29:08.228164 dv-cinder-772623-14-iscsi neutron-server[94298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 05:29:08.228164 dv-cinder-772623-14-iscsi neutron-server[94298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 05:29:08.228164 dv-cinder-772623-14-iscsi neutron-server[94298]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 05:29:08.228164 dv-cinder-772623-14-iscsi neutron-server[94298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 05:29:08.228164 dv-cinder-772623-14-iscsi neutron-server[94298]: return f(self, *a, **k) Sep 09 05:29:08.228164 dv-cinder-772623-14-iscsi neutron-server[94298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 05:29:08.228164 dv-cinder-772623-14-iscsi neutron-server[94298]: return self._get(url).json() Sep 09 05:29:08.228164 dv-cinder-772623-14-iscsi neutron-server[94298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 05:29:08.228164 dv-cinder-772623-14-iscsi neutron-server[94298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 05:29:08.228164 dv-cinder-772623-14-iscsi neutron-server[94298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 05:29:08.228164 dv-cinder-772623-14-iscsi neutron-server[94298]: return self.request(url, 'GET', **kwargs) Sep 09 05:29:08.228164 dv-cinder-772623-14-iscsi neutron-server[94298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 05:29:08.228164 dv-cinder-772623-14-iscsi neutron-server[94298]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 05:29:08.228164 dv-cinder-772623-14-iscsi neutron-server[94298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 05:29:08.228164 dv-cinder-772623-14-iscsi neutron-server[94298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 05:29:08.228164 dv-cinder-772623-14-iscsi neutron-server[94298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 05:29:08.228164 dv-cinder-772623-14-iscsi neutron-server[94298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 05:29:08.228164 dv-cinder-772623-14-iscsi neutron-server[94298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 05:29:08.287762 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-655bb2eb-c10b-489b-b5a6-2837040ff27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3773683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600345'] for network, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:08.293729 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-655bb2eb-c10b-489b-b5a6-2837040ff27a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for network, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:08.295585 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-655bb2eb-c10b-489b-b5a6-2837040ff27a admin admin] 10.222.0.24 "DELETE /v2.0/networks/58bcfbda-6994-41a2-87e0-20101e059a9a HTTP/1.1" status: 204 len: 168 time: 0.5099385 Sep 09 05:29:08.306149 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655bb2eb-c10b-489b-b5a6-2837040ff27a admin admin] Pushing event deleted for resources: {'Network': ['ID=58bcfbda-6994-41a2-87e0-20101e059a9a,revision_number=None']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:29:08.410553 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 43858) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:29:08.449218 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-54eccdab-781c-49bf-bb73-b5e5755f97fc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ddcd5653413143e99ea8197beb98de5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374970 Sep 09 05:29:08.452033 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 43860) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:29:08.499751 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-4d509f2e-92a8-4148-81d5-d05a6125823e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:08.519799 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-4d509f2e-92a8-4148-81d5-d05a6125823e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:08.565357 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-4d509f2e-92a8-4148-81d5-d05a6125823e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:08.567867 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-4d509f2e-92a8-4148-81d5-d05a6125823e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:08.569007 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-4d509f2e-92a8-4148-81d5-d05a6125823e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1328b5af-7a97-4782-8a39-31fc25496126 HTTP/1.1" status: 204 len: 168 time: 0.1160042 Sep 09 05:29:08.576252 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d509f2e-92a8-4148-81d5-d05a6125823e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1328b5af-7a97-4782-8a39-31fc25496126,revision_number=None']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:29:08.870056 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 43866) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:29:08.912426 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-66e022ca-6e55-42e7-af99-1bb2b9331b6d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c7eadc90767a43ab88c642dbbc398d3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0410364 Sep 09 05:29:08.914693 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 43868) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:29:08.960599 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-14ba70df-1aae-4e60-8a79-06776bd948fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:08.982029 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-14ba70df-1aae-4e60-8a79-06776bd948fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:09.026368 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-14ba70df-1aae-4e60-8a79-06776bd948fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:09.029976 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-14ba70df-1aae-4e60-8a79-06776bd948fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:09.031135 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-14ba70df-1aae-4e60-8a79-06776bd948fb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b4403f67-e2b9-42d3-af64-76c7decdafa2 HTTP/1.1" status: 204 len: 168 time: 0.1155541 Sep 09 05:29:09.038585 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ba70df-1aae-4e60-8a79-06776bd948fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4403f67-e2b9-42d3-af64-76c7decdafa2,revision_number=None']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:29:09.113374 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device 0619ad22-c490-4b1b-a92b-842827e454b5 no longer exists at agent ovs-agent-dv-cinder-772623-14-iscsi {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 05:29:09.133070 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.plugin [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] No Port match for: 0619ad22-c490-4b1b-a92b-842827e454b5 {{(pid=94299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 05:29:09.133408 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device 0619ad22-c490-4b1b-a92b-842827e454b5 not bound to the agent host dv-cinder-772623-14-iscsi {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 05:29:09.133835 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device b4aefeb9-2ba0-488f-b262-bf8484e33f1c no longer exists at agent ovs-agent-dv-cinder-772623-14-iscsi {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 05:29:09.157547 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.plugin [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] No Port match for: b4aefeb9-2ba0-488f-b262-bf8484e33f1c {{(pid=94299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 05:29:09.157903 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device b4aefeb9-2ba0-488f-b262-bf8484e33f1c not bound to the agent host dv-cinder-772623-14-iscsi {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 05:29:09.158303 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device dfbb0253-c5e4-46b5-b3a9-7598848ba5ff no longer exists at agent ovs-agent-dv-cinder-772623-14-iscsi {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 05:29:09.176797 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.plugin [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] No Port match for: dfbb0253-c5e4-46b5-b3a9-7598848ba5ff {{(pid=94299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 05:29:09.177170 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device dfbb0253-c5e4-46b5-b3a9-7598848ba5ff not bound to the agent host dv-cinder-772623-14-iscsi {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 05:29:10.311629 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.agents_db [None req-c4fa6e85-f278-4c65-a736-468407d89cbd None None] Agent healthcheck: found 6 active agents {{(pid=94300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 05:29:13.889472 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0eee44f9-493d-42e6-b2bd-16714fd04cfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:13.892309 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-18b3f73a-b039-4f29-9565-14f83507c8e0 req-b185334c-01da-4e47-9db7-ba981f9ccfed service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=cbfd9dbd-a650-4204-a5a5-f7e5066c9209&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407050 Sep 09 05:29:13.950745 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b3f73a-b039-4f29-9565-14f83507c8e0 req-467abb88-dc22-44bf-a6ac-9e569d086fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:29:13.952203 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-18b3f73a-b039-4f29-9565-14f83507c8e0 req-467abb88-dc22-44bf-a6ac-9e569d086fdb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6a43cc7713434a7ba98dea2fb6dbc0b8&device_id=cbfd9dbd-a650-4204-a5a5-f7e5066c9209 HTTP/1.1" status: 200 len: 1098 time: 0.0394917 Sep 09 05:29:14.057060 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b3f73a-b039-4f29-9565-14f83507c8e0 req-bf847759-dcfb-4646-a10e-8f4c69e5c33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:29:14.059159 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-18b3f73a-b039-4f29-9565-14f83507c8e0 req-bf847759-dcfb-4646-a10e-8f4c69e5c33d service neutron] 10.222.0.23 "GET /v2.0/networks?id=291e5271-48d4-420e-881d-562af23bb611 HTTP/1.1" status: 200 len: 909 time: 0.0878603 Sep 09 05:29:14.122149 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-18b3f73a-b039-4f29-9565-14f83507c8e0 req-6f8e7ca7-33e7-40fb-8c15-1df2e0d61e14 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93a50ab9-6200-4e92-8747-637cd22347bb HTTP/1.1" status: 200 len: 1000 time: 0.0556109 Sep 09 05:29:14.172101 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b3f73a-b039-4f29-9565-14f83507c8e0 req-66861a1b-a355-42ae-8f91-f1be16a53a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:29:14.173470 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-18b3f73a-b039-4f29-9565-14f83507c8e0 req-66861a1b-a355-42ae-8f91-f1be16a53a11 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a04bd73f-e382-4b28-93a4-5bffd3f0a099 HTTP/1.1" status: 200 len: 848 time: 0.0446637 Sep 09 05:29:14.218097 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b3f73a-b039-4f29-9565-14f83507c8e0 req-37ff109a-ab58-4ecb-9080-b8da640288ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:29:14.219550 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-18b3f73a-b039-4f29-9565-14f83507c8e0 req-37ff109a-ab58-4ecb-9080-b8da640288ef service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=291e5271-48d4-420e-881d-562af23bb611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0395131 Sep 09 05:29:14.309194 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-18b3f73a-b039-4f29-9565-14f83507c8e0 req-fe233ccd-c73b-4d3a-92f7-890b1ef7e59c service neutron] 10.222.0.23 "GET /v2.0/networks/291e5271-48d4-420e-881d-562af23bb611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818539 Sep 09 05:29:14.400311 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-18b3f73a-b039-4f29-9565-14f83507c8e0 req-c11675f5-e3aa-4c83-919a-24d205ee8fc7 service neutron] 10.222.0.23 "GET /v2.0/networks/291e5271-48d4-420e-881d-562af23bb611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832324 Sep 09 05:29:16.543559 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-f309c635-c6c7-468e-bf9a-1acf85d378c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:16.899571 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:17.683161 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-9dcada0b-7967-4cde-8891-c5586c834af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:19.211402 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-fdc48b13-ab8b-41d0-a622-21cc731cd6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:25.071057 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69932fa9-1dc6-4383-b53c-1145ddd213a6 req-cd663326-acc5-4501-b2e7-5a307833291b tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:29:25.072535 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-69932fa9-1dc6-4383-b53c-1145ddd213a6 req-cd663326-acc5-4501-b2e7-5a307833291b tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbfd9dbd-a650-4204-a5a5-f7e5066c9209 HTTP/1.1" status: 200 len: 945 time: 0.0482752 Sep 09 05:29:25.110410 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-69932fa9-1dc6-4383-b53c-1145ddd213a6 req-90630698-7aca-4ecc-91fd-93d84cee577b tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] 10.222.0.24 "GET /v2.0/security-groups?id=7039c699-d30e-42c5-bc8a-d75e73955429&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0320029 Sep 09 05:29:26.226729 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031dfa44-34c9-4fe5-b6d7-997ff5019d54 req-bb204082-3fe7-46d6-a63a-b75d7eb9b91f tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:29:26.228167 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-031dfa44-34c9-4fe5-b6d7-997ff5019d54 req-bb204082-3fe7-46d6-a63a-b75d7eb9b91f tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbfd9dbd-a650-4204-a5a5-f7e5066c9209 HTTP/1.1" status: 200 len: 945 time: 0.0504727 Sep 09 05:29:26.264931 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-031dfa44-34c9-4fe5-b6d7-997ff5019d54 req-ea040a14-dd1f-486a-86a1-4e775341dd10 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] 10.222.0.24 "GET /v2.0/security-groups?id=7039c699-d30e-42c5-bc8a-d75e73955429&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0301161 Sep 09 05:29:27.376874 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2820c6-e4b4-4112-8e10-7cb84f2cb60b req-b798f5e8-d5da-4074-b7eb-6de5f9c6b99e tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:29:27.378372 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-eb2820c6-e4b4-4112-8e10-7cb84f2cb60b req-b798f5e8-d5da-4074-b7eb-6de5f9c6b99e tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbfd9dbd-a650-4204-a5a5-f7e5066c9209 HTTP/1.1" status: 200 len: 945 time: 0.0476549 Sep 09 05:29:27.415031 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-eb2820c6-e4b4-4112-8e10-7cb84f2cb60b req-dce9cfd1-d8ab-4c87-87c2-7568c062aac3 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] 10.222.0.24 "GET /v2.0/security-groups?id=7039c699-d30e-42c5-bc8a-d75e73955429&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0309188 Sep 09 05:29:28.532214 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e42346-068c-4b82-8c7b-506b33848bac req-3b9146c6-40a1-495d-b850-c616d92118f8 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:29:28.533678 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-54e42346-068c-4b82-8c7b-506b33848bac req-3b9146c6-40a1-495d-b850-c616d92118f8 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbfd9dbd-a650-4204-a5a5-f7e5066c9209 HTTP/1.1" status: 200 len: 945 time: 0.0475023 Sep 09 05:29:28.569662 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-54e42346-068c-4b82-8c7b-506b33848bac req-5b69232e-1885-4607-9648-1c76c25a08d4 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] 10.222.0.24 "GET /v2.0/security-groups?id=7039c699-d30e-42c5-bc8a-d75e73955429&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0300622 Sep 09 05:29:29.683787 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad2fcd8-1e77-4f1b-bfb3-3a879a854fa3 req-e0bf6da1-b25b-4fa4-878d-572dd7656f19 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:29:29.685768 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-aad2fcd8-1e77-4f1b-bfb3-3a879a854fa3 req-e0bf6da1-b25b-4fa4-878d-572dd7656f19 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbfd9dbd-a650-4204-a5a5-f7e5066c9209 HTTP/1.1" status: 200 len: 945 time: 0.0504766 Sep 09 05:29:29.720776 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-aad2fcd8-1e77-4f1b-bfb3-3a879a854fa3 req-fcc04724-fed8-4752-942a-0a128b5130b7 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] 10.222.0.24 "GET /v2.0/security-groups?id=7039c699-d30e-42c5-bc8a-d75e73955429&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0292065 Sep 09 05:29:30.834372 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33555835-40cf-49ee-a76c-218a3650671c req-8a22397a-ea01-4acd-b927-e28881b6fc7d tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:29:30.835811 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-33555835-40cf-49ee-a76c-218a3650671c req-8a22397a-ea01-4acd-b927-e28881b6fc7d tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbfd9dbd-a650-4204-a5a5-f7e5066c9209 HTTP/1.1" status: 200 len: 945 time: 0.0487361 Sep 09 05:29:30.872787 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-33555835-40cf-49ee-a76c-218a3650671c req-b6db6469-c760-4165-9960-67c47ecb9493 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] 10.222.0.24 "GET /v2.0/security-groups?id=7039c699-d30e-42c5-bc8a-d75e73955429&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0301492 Sep 09 05:29:31.984907 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc40fac-2567-45b7-bc86-0fde6c102ac6 req-9416c005-5fc4-4cb2-b6e1-fd563ada4fdf tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:29:31.986367 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-ffc40fac-2567-45b7-bc86-0fde6c102ac6 req-9416c005-5fc4-4cb2-b6e1-fd563ada4fdf tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbfd9dbd-a650-4204-a5a5-f7e5066c9209 HTTP/1.1" status: 200 len: 945 time: 0.0476589 Sep 09 05:29:32.022460 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-ffc40fac-2567-45b7-bc86-0fde6c102ac6 req-49015e36-9fa9-44e6-bed3-81ef2f2b9883 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] 10.222.0.24 "GET /v2.0/security-groups?id=7039c699-d30e-42c5-bc8a-d75e73955429&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0303104 Sep 09 05:29:33.136801 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468370c8-433f-4170-8bd0-8570ca10300c req-b15e75ee-79dc-4249-b733-4e51b0b20853 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:29:33.139019 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-468370c8-433f-4170-8bd0-8570ca10300c req-b15e75ee-79dc-4249-b733-4e51b0b20853 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbfd9dbd-a650-4204-a5a5-f7e5066c9209 HTTP/1.1" status: 200 len: 945 time: 0.0510201 Sep 09 05:29:33.174768 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-468370c8-433f-4170-8bd0-8570ca10300c req-fee655aa-f9ad-4ab9-ac68-97590cf92f1b tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] 10.222.0.24 "GET /v2.0/security-groups?id=7039c699-d30e-42c5-bc8a-d75e73955429&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0300770 Sep 09 05:29:34.289607 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3581500-8e3d-4ce0-a236-15d33bc88233 req-bf9012a4-8600-4bfd-bcc1-855c723ca277 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:29:34.291115 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-e3581500-8e3d-4ce0-a236-15d33bc88233 req-bf9012a4-8600-4bfd-bcc1-855c723ca277 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbfd9dbd-a650-4204-a5a5-f7e5066c9209 HTTP/1.1" status: 200 len: 945 time: 0.0494831 Sep 09 05:29:34.328280 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-e3581500-8e3d-4ce0-a236-15d33bc88233 req-7c831d3c-e215-4b98-9571-4de1b2d79b73 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] 10.222.0.24 "GET /v2.0/security-groups?id=7039c699-d30e-42c5-bc8a-d75e73955429&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0312026 Sep 09 05:29:35.220918 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd54c412-4a2d-4b77-a8c1-c8547e7e0811 req-536ab813-28e1-4d08-9202-7532e66f866c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:29:35.222412 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-bd54c412-4a2d-4b77-a8c1-c8547e7e0811 req-536ab813-28e1-4d08-9202-7532e66f866c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6a43cc7713434a7ba98dea2fb6dbc0b8&device_id=cbfd9dbd-a650-4204-a5a5-f7e5066c9209 HTTP/1.1" status: 200 len: 1098 time: 0.0401566 Sep 09 05:29:35.315186 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd54c412-4a2d-4b77-a8c1-c8547e7e0811 req-151fe04c-3cac-48b1-a175-77f3a4b6b5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:29:35.316531 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-bd54c412-4a2d-4b77-a8c1-c8547e7e0811 req-151fe04c-3cac-48b1-a175-77f3a4b6b5cc service neutron] 10.222.0.23 "GET /v2.0/networks?id=291e5271-48d4-420e-881d-562af23bb611 HTTP/1.1" status: 200 len: 909 time: 0.0869913 Sep 09 05:29:35.380964 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-bd54c412-4a2d-4b77-a8c1-c8547e7e0811 req-2c89ff5a-96da-481c-b5c2-dc8d138c698a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93a50ab9-6200-4e92-8747-637cd22347bb HTTP/1.1" status: 200 len: 1000 time: 0.0570529 Sep 09 05:29:35.433537 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd54c412-4a2d-4b77-a8c1-c8547e7e0811 req-b5121ad3-364b-498c-8714-b6e0b119f24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:29:35.435072 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-bd54c412-4a2d-4b77-a8c1-c8547e7e0811 req-b5121ad3-364b-498c-8714-b6e0b119f24f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a04bd73f-e382-4b28-93a4-5bffd3f0a099 HTTP/1.1" status: 200 len: 848 time: 0.0478950 Sep 09 05:29:35.440670 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddd7c09-0936-4547-8bb2-768b3eca884d req-818e5178-8371-4f23-a065-9fdeb7f7b93a tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:29:35.442214 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-2ddd7c09-0936-4547-8bb2-768b3eca884d req-818e5178-8371-4f23-a065-9fdeb7f7b93a tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbfd9dbd-a650-4204-a5a5-f7e5066c9209 HTTP/1.1" status: 200 len: 945 time: 0.0480735 Sep 09 05:29:35.479876 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-2ddd7c09-0936-4547-8bb2-768b3eca884d req-61de9548-e131-4058-a1e1-186d46f0313a tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] 10.222.0.24 "GET /v2.0/security-groups?id=7039c699-d30e-42c5-bc8a-d75e73955429&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0318511 Sep 09 05:29:35.484380 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd54c412-4a2d-4b77-a8c1-c8547e7e0811 req-a4db30d2-5277-42e8-8a6c-7f08cfa25731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:29:35.485902 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-bd54c412-4a2d-4b77-a8c1-c8547e7e0811 req-a4db30d2-5277-42e8-8a6c-7f08cfa25731 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=291e5271-48d4-420e-881d-562af23bb611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0428185 Sep 09 05:29:35.572659 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-bd54c412-4a2d-4b77-a8c1-c8547e7e0811 req-698a7e18-a685-46b8-8cff-e7d08af29469 service neutron] 10.222.0.23 "GET /v2.0/networks/291e5271-48d4-420e-881d-562af23bb611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798066 Sep 09 05:29:35.667491 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-bd54c412-4a2d-4b77-a8c1-c8547e7e0811 req-964b0683-1f44-4f69-b633-096fb02067fd service neutron] 10.222.0.23 "GET /v2.0/networks/291e5271-48d4-420e-881d-562af23bb611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882154 Sep 09 05:29:36.142877 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:36.599281 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de9a524-1db0-4f01-9233-d62c20775e6b req-0d210557-4d96-47e2-96f6-87a9b3c01c0b tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:29:36.601893 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-8de9a524-1db0-4f01-9233-d62c20775e6b req-0d210557-4d96-47e2-96f6-87a9b3c01c0b tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbfd9dbd-a650-4204-a5a5-f7e5066c9209 HTTP/1.1" status: 200 len: 945 time: 0.0549805 Sep 09 05:29:36.639466 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-8de9a524-1db0-4f01-9233-d62c20775e6b req-ac65bd0c-8ae8-465b-9670-3c6f554d1f59 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] 10.222.0.24 "GET /v2.0/security-groups?id=7039c699-d30e-42c5-bc8a-d75e73955429&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0313601 Sep 09 05:29:37.753776 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cffffe8-ab5b-4e23-b3a5-d34c8de5f204 req-5ccf15d3-d972-4541-b4fb-f97ca560ce20 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:29:37.755270 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-9cffffe8-ab5b-4e23-b3a5-d34c8de5f204 req-5ccf15d3-d972-4541-b4fb-f97ca560ce20 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbfd9dbd-a650-4204-a5a5-f7e5066c9209 HTTP/1.1" status: 200 len: 945 time: 0.0506141 Sep 09 05:29:37.798119 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-9cffffe8-ab5b-4e23-b3a5-d34c8de5f204 req-1b5f4fa0-e90b-4a69-908d-a606b7502d6a tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] 10.222.0.24 "GET /v2.0/security-groups?id=7039c699-d30e-42c5-bc8a-d75e73955429&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0362442 Sep 09 05:29:37.994423 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [req-b5278c2b-f2b3-4d61-965c-c3023491b562 req-3a845fb4-6a89-4eea-8a1a-b63cd06b1f72 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=94298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 09 05:29:37.995466 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-b5278c2b-f2b3-4d61-965c-c3023491b562 req-3a845fb4-6a89-4eea-8a1a-b63cd06b1f72 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1355643 Sep 09 05:29:39.134548 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-777663f4-1cb0-4458-af70-5e9e861d74c7 req-d2abe475-050b-4112-a0b8-3fa1d42f2fdb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cbfd9dbd-a650-4204-a5a5-f7e5066c9209&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0397313 Sep 09 05:29:39.164456 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ddf383-614a-4fe0-a62d-8e02e9270263 req-14548252-74a4-4f2c-8bd4-19e8bc321d45 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:29:39.165988 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-e8ddf383-614a-4fe0-a62d-8e02e9270263 req-14548252-74a4-4f2c-8bd4-19e8bc321d45 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbfd9dbd-a650-4204-a5a5-f7e5066c9209 HTTP/1.1" status: 200 len: 945 time: 0.0485442 Sep 09 05:29:39.203194 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-e8ddf383-614a-4fe0-a62d-8e02e9270263 req-c7c4f804-b05f-44f8-9f75-78adb509a67a tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] 10.222.0.24 "GET /v2.0/security-groups?id=7039c699-d30e-42c5-bc8a-d75e73955429&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0307829 Sep 09 05:29:40.253171 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777663f4-1cb0-4458-af70-5e9e861d74c7 req-67d622ae-0e77-470b-8e37-b909368fb363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:29:40.254715 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-777663f4-1cb0-4458-af70-5e9e861d74c7 req-67d622ae-0e77-470b-8e37-b909368fb363 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=cbfd9dbd-a650-4204-a5a5-f7e5066c9209&tenant_id=6a43cc7713434a7ba98dea2fb6dbc0b8 HTTP/1.1" status: 200 len: 1098 time: 0.0449662 Sep 09 05:29:40.315952 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777663f4-1cb0-4458-af70-5e9e861d74c7 req-2fc88ea2-4998-4631-8538-a5bd31593f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:29:40.317442 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-777663f4-1cb0-4458-af70-5e9e861d74c7 req-2fc88ea2-4998-4631-8538-a5bd31593f95 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6a43cc7713434a7ba98dea2fb6dbc0b8&device_id=cbfd9dbd-a650-4204-a5a5-f7e5066c9209 HTTP/1.1" status: 200 len: 1098 time: 0.0401561 Sep 09 05:29:40.322564 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa93776-d479-4af9-81cf-5c7d48e5591d req-eb405b9d-1eab-4d76-95bb-b84fa2e4db66 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:29:40.324021 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-cfa93776-d479-4af9-81cf-5c7d48e5591d req-eb405b9d-1eab-4d76-95bb-b84fa2e4db66 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbfd9dbd-a650-4204-a5a5-f7e5066c9209 HTTP/1.1" status: 200 len: 945 time: 0.0516584 Sep 09 05:29:40.361293 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-cfa93776-d479-4af9-81cf-5c7d48e5591d req-950b48ee-b0f5-4c9e-864f-c8a68dd58e79 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] 10.222.0.24 "GET /v2.0/security-groups?id=7039c699-d30e-42c5-bc8a-d75e73955429&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0309434 Sep 09 05:29:40.408214 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777663f4-1cb0-4458-af70-5e9e861d74c7 req-29ce02e7-04a1-4a5a-8027-49e08f0fc8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:29:40.409712 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-777663f4-1cb0-4458-af70-5e9e861d74c7 req-29ce02e7-04a1-4a5a-8027-49e08f0fc8a5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=291e5271-48d4-420e-881d-562af23bb611 HTTP/1.1" status: 200 len: 909 time: 0.0853591 Sep 09 05:29:40.477054 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-777663f4-1cb0-4458-af70-5e9e861d74c7 req-b95e2d6c-d915-48bb-9566-953a24b94b1b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93a50ab9-6200-4e92-8747-637cd22347bb HTTP/1.1" status: 200 len: 1000 time: 0.0605800 Sep 09 05:29:40.523866 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777663f4-1cb0-4458-af70-5e9e861d74c7 req-c370a32f-fd92-4142-9730-866803fd6dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:29:40.525160 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-777663f4-1cb0-4458-af70-5e9e861d74c7 req-c370a32f-fd92-4142-9730-866803fd6dcf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a04bd73f-e382-4b28-93a4-5bffd3f0a099 HTTP/1.1" status: 200 len: 848 time: 0.0406322 Sep 09 05:29:40.571693 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777663f4-1cb0-4458-af70-5e9e861d74c7 req-2b78b2ce-f82c-4a67-b3fe-95dd5d9382f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:29:40.573126 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-777663f4-1cb0-4458-af70-5e9e861d74c7 req-2b78b2ce-f82c-4a67-b3fe-95dd5d9382f9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=291e5271-48d4-420e-881d-562af23bb611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0399313 Sep 09 05:29:40.667198 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-777663f4-1cb0-4458-af70-5e9e861d74c7 req-88730cbd-0ca8-448d-9e0e-c6c4d863e5ed service neutron] 10.222.0.23 "GET /v2.0/networks/291e5271-48d4-420e-881d-562af23bb611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862803 Sep 09 05:29:40.756320 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-777663f4-1cb0-4458-af70-5e9e861d74c7 req-504f765b-2c04-4d81-9137-498b0d015412 service neutron] 10.222.0.23 "GET /v2.0/networks/291e5271-48d4-420e-881d-562af23bb611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821614 Sep 09 05:29:41.473325 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bffc8c-ab78-4af6-9a49-7a2858b27ccf req-4a1869ea-580f-4585-92da-8cbd7207e579 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:29:41.474825 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-58bffc8c-ab78-4af6-9a49-7a2858b27ccf req-4a1869ea-580f-4585-92da-8cbd7207e579 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbfd9dbd-a650-4204-a5a5-f7e5066c9209 HTTP/1.1" status: 200 len: 945 time: 0.0474992 Sep 09 05:29:41.511805 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-58bffc8c-ab78-4af6-9a49-7a2858b27ccf req-17eec366-1cf5-4449-b186-862804b7e352 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] 10.222.0.24 "GET /v2.0/security-groups?id=7039c699-d30e-42c5-bc8a-d75e73955429&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0312476 Sep 09 05:29:41.833832 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device 93a50ab9-6200-4e92-8747-637cd22347bb no longer exists at agent hyperv_hv-cinder-77262 {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 05:29:41.907166 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:41.928402 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbfd9dbd-a650-4204-a5a5-f7e5066c9209', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93a50ab9-6200-4e92-8747-637cd22347bb'}] {{(pid=94299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 05:29:41.930605 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6baa3fa754b64f0f84acd20b1d53bd6375697f3cd0d79ee629041410e58b9d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-602814a8-e738-4ff5-938f-936f31505eba" -d '{"events": [{"server_uuid": "cbfd9dbd-a650-4204-a5a5-f7e5066c9209", "name": "network-vif-unplugged", "status": "completed", "tag": "93a50ab9-6200-4e92-8747-637cd22347bb"}]}' {{(pid=94299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 05:29:41.943886 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] For port 93a50ab9-6200-4e92-8747-637cd22347bb, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=93a50ab9-6200-4e92-8747-637cd22347bb,segment=NetworkSegment(d9f47965-8d81-4307-a217-db31e5b894fd),segment_id=d9f47965-8d81-4307-a217-db31e5b894fd)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:29:41.948343 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:41.997430 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Pushing event updated for resources: {'Port': ['ID=93a50ab9-6200-4e92-8747-637cd22347bb,revision_number=6']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:29:42.004757 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:29:42.005099 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:29:42.005434 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:29:42.005787 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:29:42.006116 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:29:42.006440 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:29:42.006756 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:29:42.007074 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:29:42.007390 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:29:42.007703 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:29:42.008015 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:29:42.008326 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:29:42.085947 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 09 Sep 2021 05:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfc7522f-64eb-4fdb-91a2-12550e1b0fc8 x-openstack-request-id: req-cfc7522f-64eb-4fdb-91a2-12550e1b0fc8 {{(pid=94299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 05:29:42.086238 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbfd9dbd-a650-4204-a5a5-f7e5066c9209", "name": "network-vif-unplugged", "status": "completed", "tag": "93a50ab9-6200-4e92-8747-637cd22347bb", "code": 200}]} {{(pid=94299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 05:29:42.086486 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-cfc7522f-64eb-4fdb-91a2-12550e1b0fc8 {{(pid=94299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 05:29:42.086949 dv-cinder-772623-14-iscsi neutron-server[94299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbfd9dbd-a650-4204-a5a5-f7e5066c9209', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93a50ab9-6200-4e92-8747-637cd22347bb', 'code': 200} Sep 09 05:29:42.625582 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a637740-524a-4b85-b069-0afd6781cd46 req-b6516fc9-e1e1-4d9a-8533-10189d1caf08 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:29:42.627058 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-2a637740-524a-4b85-b069-0afd6781cd46 req-b6516fc9-e1e1-4d9a-8533-10189d1caf08 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbfd9dbd-a650-4204-a5a5-f7e5066c9209 HTTP/1.1" status: 200 len: 943 time: 0.0482156 Sep 09 05:29:42.662690 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-2a637740-524a-4b85-b069-0afd6781cd46 req-10709b36-7afc-4944-bc8d-f1cd8a50cc6c tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] 10.222.0.24 "GET /v2.0/security-groups?id=7039c699-d30e-42c5-bc8a-d75e73955429&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0299380 Sep 09 05:29:43.782343 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a92f3cc-7422-4d0e-9099-43b3e1a7136c req-5f457b5d-6bb1-4ede-8be7-a3d164770e28 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:29:43.783686 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-1a92f3cc-7422-4d0e-9099-43b3e1a7136c req-5f457b5d-6bb1-4ede-8be7-a3d164770e28 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbfd9dbd-a650-4204-a5a5-f7e5066c9209 HTTP/1.1" status: 200 len: 943 time: 0.0512273 Sep 09 05:29:43.891729 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-01eed08d-d476-4f61-bc99-124d8925fbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:44.076409 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-1a92f3cc-7422-4d0e-9099-43b3e1a7136c req-549ad23f-0578-4e6b-ad8d-ee65e957c0bd tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] 10.222.0.24 "GET /v2.0/security-groups?id=7039c699-d30e-42c5-bc8a-d75e73955429&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2868092 Sep 09 05:29:45.189038 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e545ab6-7c81-4778-a7bb-c7359848972e req-8c06c2dd-d650-405c-9dcd-f29e259f028c tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:29:45.190514 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-8e545ab6-7c81-4778-a7bb-c7359848972e req-8c06c2dd-d650-405c-9dcd-f29e259f028c tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbfd9dbd-a650-4204-a5a5-f7e5066c9209 HTTP/1.1" status: 200 len: 943 time: 0.0482280 Sep 09 05:29:45.226597 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-8e545ab6-7c81-4778-a7bb-c7359848972e req-465df34a-cf01-46e4-93e8-116b31d382b5 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] 10.222.0.24 "GET /v2.0/security-groups?id=7039c699-d30e-42c5-bc8a-d75e73955429&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0303597 Sep 09 05:29:46.336052 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9eb292-aa48-46c1-ab3c-0770cb7392f4 req-8e08462e-e130-4981-9232-570548d64629 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:29:46.337501 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-6c9eb292-aa48-46c1-ab3c-0770cb7392f4 req-8e08462e-e130-4981-9232-570548d64629 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbfd9dbd-a650-4204-a5a5-f7e5066c9209 HTTP/1.1" status: 200 len: 943 time: 0.0471284 Sep 09 05:29:46.375464 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-6c9eb292-aa48-46c1-ab3c-0770cb7392f4 req-8f210e8c-0d67-4325-812c-296cf8c92d13 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] 10.222.0.24 "GET /v2.0/security-groups?id=7039c699-d30e-42c5-bc8a-d75e73955429&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0315559 Sep 09 05:29:46.544415 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-20f7f144-0944-4599-8b73-182f2b22d21e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:46.772027 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0060aee3-b518-4efe-941e-4923e2b35387 req-790369af-f7c9-4ba1-808f-8e59b959df83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:29:46.773485 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-0060aee3-b518-4efe-941e-4923e2b35387 req-790369af-f7c9-4ba1-808f-8e59b959df83 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=cbfd9dbd-a650-4204-a5a5-f7e5066c9209 HTTP/1.1" status: 200 len: 1096 time: 0.0392408 Sep 09 05:29:46.806933 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-0060aee3-b518-4efe-941e-4923e2b35387 req-a37d1b0a-09df-444a-af07-227353284a5a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7039c699-d30e-42c5-bc8a-d75e73955429&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0263970 Sep 09 05:29:46.900619 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:47.309507 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.agents_db [None req-c4fa6e85-f278-4c65-a736-468407d89cbd None None] Agent healthcheck: found 6 active agents {{(pid=94300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 05:29:47.492339 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1a0b4d-574d-46fc-be13-6eff1d96d8d8 req-fba55550-8690-46d6-b3d8-6ee601702b7b tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:29:47.493853 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-0f1a0b4d-574d-46fc-be13-6eff1d96d8d8 req-fba55550-8690-46d6-b3d8-6ee601702b7b tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbfd9dbd-a650-4204-a5a5-f7e5066c9209 HTTP/1.1" status: 200 len: 943 time: 0.0524397 Sep 09 05:29:47.529825 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-0f1a0b4d-574d-46fc-be13-6eff1d96d8d8 req-c50e7ead-21ad-461c-96d8-5c89f87f966e tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] 10.222.0.24 "GET /v2.0/security-groups?id=7039c699-d30e-42c5-bc8a-d75e73955429&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0300341 Sep 09 05:29:47.685899 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-9dcada0b-7967-4cde-8891-c5586c834af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:48.644595 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2950dbc2-85f2-4b3e-a64f-9c0f9914836d req-df926cbc-7330-44cd-9cfb-7c4c4be2e885 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:29:48.646159 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-2950dbc2-85f2-4b3e-a64f-9c0f9914836d req-df926cbc-7330-44cd-9cfb-7c4c4be2e885 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbfd9dbd-a650-4204-a5a5-f7e5066c9209 HTTP/1.1" status: 200 len: 943 time: 0.0494444 Sep 09 05:29:48.683490 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-2950dbc2-85f2-4b3e-a64f-9c0f9914836d req-4d57d18b-b2f2-4e6f-85da-a55065f387e6 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] 10.222.0.24 "GET /v2.0/security-groups?id=7039c699-d30e-42c5-bc8a-d75e73955429&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0314465 Sep 09 05:29:49.214919 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-fdc48b13-ab8b-41d0-a622-21cc731cd6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:49.875421 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device 93a50ab9-6200-4e92-8747-637cd22347bb details requested by agent hyperv_hv-cinder-77262 with host hv-cinder-77262 {{(pid=94299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 09 05:29:49.968028 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] For port 93a50ab9-6200-4e92-8747-637cd22347bb, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=93a50ab9-6200-4e92-8747-637cd22347bb,segment=NetworkSegment(d9f47965-8d81-4307-a217-db31e5b894fd),segment_id=d9f47965-8d81-4307-a217-db31e5b894fd)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:29:49.979432 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Returning: {'device': '93a50ab9-6200-4e92-8747-637cd22347bb', 'network_id': '291e5271-48d4-420e-881d-562af23bb611', 'port_id': '93a50ab9-6200-4e92-8747-637cd22347bb', 'mac_address': 'fa:16:3e:65:84:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a04bd73f-e382-4b28-93a4-5bffd3f0a099', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 09 05:29:50.016068 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:50.028160 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.notifiers.nova [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93a50ab9-6200-4e92-8747-637cd22347bb {{(pid=94299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 09 05:29:50.047783 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] For port 93a50ab9-6200-4e92-8747-637cd22347bb, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=93a50ab9-6200-4e92-8747-637cd22347bb,segment=NetworkSegment(d9f47965-8d81-4307-a217-db31e5b894fd),segment_id=d9f47965-8d81-4307-a217-db31e5b894fd)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:29:50.051680 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:50.095935 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Pushing event updated for resources: {'Port': ['ID=93a50ab9-6200-4e92-8747-637cd22347bb,revision_number=7']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:29:50.293540 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] get_ports_and_sgs() called for port_ids ['93a50ab9-6200-4e92-8747-637cd22347bb'] {{(pid=94299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 09 05:29:51.894716 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device 93a50ab9-6200-4e92-8747-637cd22347bb up at agent hyperv_hv-cinder-77262 {{(pid=94299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 09 05:29:51.947414 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.provisioning_blocks [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Provisioning complete for port 93a50ab9-6200-4e92-8747-637cd22347bb triggered by entity L2. {{(pid=94299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 09 05:29:51.947782 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3772203'] for port, provisioning_complete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:52.021762 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3728095'] for port, before_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:52.042963 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbfd9dbd-a650-4204-a5a5-f7e5066c9209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a50ab9-6200-4e92-8747-637cd22347bb'}] {{(pid=94299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 05:29:52.045196 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6baa3fa754b64f0f84acd20b1d53bd6375697f3cd0d79ee629041410e58b9d5c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86056aac-2a3f-43a7-a2c1-daaff9d0a6f8" -d '{"events": [{"server_uuid": "cbfd9dbd-a650-4204-a5a5-f7e5066c9209", "name": "network-vif-plugged", "status": "completed", "tag": "93a50ab9-6200-4e92-8747-637cd22347bb"}]}' {{(pid=94299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 05:29:52.058029 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] For port 93a50ab9-6200-4e92-8747-637cd22347bb, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=93a50ab9-6200-4e92-8747-637cd22347bb,segment=NetworkSegment(d9f47965-8d81-4307-a217-db31e5b894fd),segment_id=d9f47965-8d81-4307-a217-db31e5b894fd)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:29:52.063182 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748632172566', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8748631669715', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748631669733'] for port, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:29:52.089597 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 05:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32f77e68-947c-4713-bf14-ef9371451a98 x-openstack-request-id: req-32f77e68-947c-4713-bf14-ef9371451a98 {{(pid=94299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 05:29:52.089905 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbfd9dbd-a650-4204-a5a5-f7e5066c9209", "name": "network-vif-plugged", "status": "completed", "tag": "93a50ab9-6200-4e92-8747-637cd22347bb", "code": 200}]} {{(pid=94299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 05:29:52.090154 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-32f77e68-947c-4713-bf14-ef9371451a98 {{(pid=94299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 05:29:52.090529 dv-cinder-772623-14-iscsi neutron-server[94299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbfd9dbd-a650-4204-a5a5-f7e5066c9209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a50ab9-6200-4e92-8747-637cd22347bb', 'code': 200} Sep 09 05:29:52.115639 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Pushing event updated for resources: {'Port': ['ID=93a50ab9-6200-4e92-8747-637cd22347bb,revision_number=8']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:30:06.142692 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:30:13.892797 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-93a1f13d-aca6-4ab4-9fc9-48f944100d60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:30:15.853985 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-8d4cd340-c477-478a-975e-2e05962b4a6b req-8d0f0c1c-db49-4dec-8cf3-f1f5578a9921 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=cbfd9dbd-a650-4204-a5a5-f7e5066c9209&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388815 Sep 09 05:30:15.936801 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4cd340-c477-478a-975e-2e05962b4a6b req-1a6617bc-538b-4802-9380-df4d9512f321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:30:15.938279 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-8d4cd340-c477-478a-975e-2e05962b4a6b req-1a6617bc-538b-4802-9380-df4d9512f321 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6a43cc7713434a7ba98dea2fb6dbc0b8&device_id=cbfd9dbd-a650-4204-a5a5-f7e5066c9209 HTTP/1.1" status: 200 len: 1098 time: 0.0393484 Sep 09 05:30:16.050778 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4cd340-c477-478a-975e-2e05962b4a6b req-4bb76768-b8db-4502-a59a-c9a6b4df3cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:30:16.052250 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-8d4cd340-c477-478a-975e-2e05962b4a6b req-4bb76768-b8db-4502-a59a-c9a6b4df3cf7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=291e5271-48d4-420e-881d-562af23bb611 HTTP/1.1" status: 200 len: 909 time: 0.0951188 Sep 09 05:30:16.118432 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-8d4cd340-c477-478a-975e-2e05962b4a6b req-2873a86e-e64e-41f9-935b-ce03a681fffe service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93a50ab9-6200-4e92-8747-637cd22347bb HTTP/1.1" status: 200 len: 1000 time: 0.0583038 Sep 09 05:30:16.172903 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4cd340-c477-478a-975e-2e05962b4a6b req-bd224429-fa5a-45e3-b09a-dad0104663dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:30:16.174630 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-8d4cd340-c477-478a-975e-2e05962b4a6b req-bd224429-fa5a-45e3-b09a-dad0104663dd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a04bd73f-e382-4b28-93a4-5bffd3f0a099 HTTP/1.1" status: 200 len: 848 time: 0.0489535 Sep 09 05:30:16.220312 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4cd340-c477-478a-975e-2e05962b4a6b req-c24d15f2-9fe4-4c0e-acd1-73d870f8ff33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:30:16.221784 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-8d4cd340-c477-478a-975e-2e05962b4a6b req-c24d15f2-9fe4-4c0e-acd1-73d870f8ff33 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=291e5271-48d4-420e-881d-562af23bb611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0396848 Sep 09 05:30:16.313908 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-8d4cd340-c477-478a-975e-2e05962b4a6b req-2e76edf2-eeae-4138-8115-ebb2fc6134d6 service neutron] 10.222.0.23 "GET /v2.0/networks/291e5271-48d4-420e-881d-562af23bb611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839596 Sep 09 05:30:16.402378 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-8d4cd340-c477-478a-975e-2e05962b4a6b req-40e11229-3f46-4106-a157-9463da2137f3 service neutron] 10.222.0.23 "GET /v2.0/networks/291e5271-48d4-420e-881d-562af23bb611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815208 Sep 09 05:30:16.545618 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-6b8cd01c-e1be-4260-8973-1469b8257928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:30:16.902662 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:30:17.689473 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-9dcada0b-7967-4cde-8891-c5586c834af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:30:19.217934 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-fdc48b13-ab8b-41d0-a622-21cc731cd6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:30:24.307921 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.agents_db [None req-c4fa6e85-f278-4c65-a736-468407d89cbd None None] Agent healthcheck: found 6 active agents {{(pid=94300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 05:30:36.141049 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:30:43.892079 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-212e04e2-4ea8-4872-aa9f-1ca86c92733a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:30:46.546815 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-9a1e1f2d-2d8b-4bc4-94c9-7222b706f260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:30:46.902490 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:30:47.690570 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-9dcada0b-7967-4cde-8891-c5586c834af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:30:49.220170 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-fdc48b13-ab8b-41d0-a622-21cc731cd6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:30:58.350664 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 43966) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:30:58.507516 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.plugin [None req-ad371511-5e9b-4545-9db5-52a33e4591cc tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Deleting port 3e522373-5d9a-46e4-8c11-f29b78284bd9 {{(pid=94298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 05:30:58.507852 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-ad371511-5e9b-4545-9db5-52a33e4591cc tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748632167994'] for port, before_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:30:58.585091 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-ad371511-5e9b-4545-9db5-52a33e4591cc tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596826'] for port, precommit_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:30:58.585418 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-ad371511-5e9b-4545-9db5-52a33e4591cc tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:30:58.596627 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.plugin [None req-ad371511-5e9b-4545-9db5-52a33e4591cc tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Calling delete_port for 3e522373-5d9a-46e4-8c11-f29b78284bd9 owned by network:floatingip {{(pid=94298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 05:30:58.743957 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-ad371511-5e9b-4545-9db5-52a33e4591cc tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748632172548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748631669706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1874062'] for port, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:30:58.770706 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad371511-5e9b-4545-9db5-52a33e4591cc tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Pushing event deleted for resources: {'Port': ['ID=3e522373-5d9a-46e4-8c11-f29b78284bd9,revision_number=None']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:30:58.794055 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad371511-5e9b-4545-9db5-52a33e4591cc tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:30:58.794393 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad371511-5e9b-4545-9db5-52a33e4591cc tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:30:58.794724 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad371511-5e9b-4545-9db5-52a33e4591cc tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:30:58.795052 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad371511-5e9b-4545-9db5-52a33e4591cc tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:30:58.795377 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad371511-5e9b-4545-9db5-52a33e4591cc tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:30:58.795697 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad371511-5e9b-4545-9db5-52a33e4591cc tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:30:58.796013 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad371511-5e9b-4545-9db5-52a33e4591cc tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:30:58.796327 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad371511-5e9b-4545-9db5-52a33e4591cc tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:30:58.796645 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad371511-5e9b-4545-9db5-52a33e4591cc tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:30:58.796958 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad371511-5e9b-4545-9db5-52a33e4591cc tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:30:58.797271 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad371511-5e9b-4545-9db5-52a33e4591cc tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:30:58.797583 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad371511-5e9b-4545-9db5-52a33e4591cc tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:30:58.836579 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-ad371511-5e9b-4545-9db5-52a33e4591cc tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Notify callbacks [] for floatingip, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:30:58.836900 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.db.l3_db [None req-ad371511-5e9b-4545-9db5-52a33e4591cc tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Floating IP 8aed369a-7258-41c8-8dc2-51f28e235c15 disassociated (deleted). External IP: 172.27.2.27, port: 93a50ab9-6200-4e92-8747-637cd22347bb. Sep 09 05:30:59.039230 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad371511-5e9b-4545-9db5-52a33e4591cc tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Router bb63d168-27c7-45ac-814b-c6326388db70 has already been hosted by L3 agent e912432c-85e4-4a31-b574-aae2dcf01ec7 {{(pid=94298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 05:30:59.142921 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad371511-5e9b-4545-9db5-52a33e4591cc tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Notify agent at l3_agent.dv-cinder-772623-14-iscsi the message routers_updated {{(pid=94298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 05:30:59.147713 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-ad371511-5e9b-4545-9db5-52a33e4591cc tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-438482'] for floatingip, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:30:59.152766 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe2c337-cf28-4ccb-882e-6c87d8e29cb2 None None] Sync routers for ids ['bb63d168-27c7-45ac-814b-c6326388db70'] in dv-cinder-772623-14-iscsi {{(pid=94299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 05:30:59.162106 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe2c337-cf28-4ccb-882e-6c87d8e29cb2 None None] Routers {'bb63d168-27c7-45ac-814b-c6326388db70'} bound to L3 agent in host dv-cinder-772623-14-iscsi {{(pid=94299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 05:30:59.162714 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-afe2c337-cf28-4ccb-882e-6c87d8e29cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T05:09:16Z,description=,heartbeat_timestamp=2021-09-09T05:30:47Z,host='dv-cinder-772623-14-iscsi',id=e912432c-85e4-4a31-b574-aae2dcf01ec7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T05:09:16Z,topic='l3_agent')) {'router_ids': ['bb63d168-27c7-45ac-814b-c6326388db70'], 'active': True} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:30:59.172405 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-ad371511-5e9b-4545-9db5-52a33e4591cc tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] 10.222.0.24 "DELETE /v2.0/floatingips/8aed369a-7258-41c8-8dc2-51f28e235c15 HTTP/1.1" status: 204 len: 168 time: 0.8206918 Sep 09 05:30:59.173012 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbfd9dbd-a650-4204-a5a5-f7e5066c9209', 'tag': '93a50ab9-6200-4e92-8747-637cd22347bb'}] {{(pid=94298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 05:30:59.175259 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bce242ee21533c645a402e1a550c8899fb444cbd779d7c78464fb91fbc7682ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8390c6db-9e29-49a6-ac84-04c6c5a29f04" -d '{"events": [{"name": "network-changed", "server_uuid": "cbfd9dbd-a650-4204-a5a5-f7e5066c9209", "tag": "93a50ab9-6200-4e92-8747-637cd22347bb"}]}' {{(pid=94298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 05:30:59.272738 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvr_db [None req-afe2c337-cf28-4ccb-882e-6c87d8e29cb2 None None] Set router bb63d168-27c7-45ac-814b-c6326388db70 gateway port host: dv-cinder-772623-14-iscsi {{(pid=94299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 05:30:59.365194 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 09 Sep 2021 05:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a1ce29e-8f88-4fb9-a72f-8a77f519dda1 x-openstack-request-id: req-4a1ce29e-8f88-4fb9-a72f-8a77f519dda1 {{(pid=94298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 05:30:59.365779 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbfd9dbd-a650-4204-a5a5-f7e5066c9209", "tag": "93a50ab9-6200-4e92-8747-637cd22347bb", "status": "completed", "code": 200}]} {{(pid=94298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 05:30:59.365779 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4a1ce29e-8f88-4fb9-a72f-8a77f519dda1 {{(pid=94298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 05:30:59.366115 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbfd9dbd-a650-4204-a5a5-f7e5066c9209', 'tag': '93a50ab9-6200-4e92-8747-637cd22347bb', 'status': 'completed', 'code': 200} Sep 09 05:30:59.410283 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4901d52f-afb9-476e-8e59-5aa6a1633dd7 req-b238c2c0-839b-4883-827d-9b6375c4270f tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:30:59.411788 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-4901d52f-afb9-476e-8e59-5aa6a1633dd7 req-b238c2c0-839b-4883-827d-9b6375c4270f tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbfd9dbd-a650-4204-a5a5-f7e5066c9209 HTTP/1.1" status: 200 len: 945 time: 0.0564497 Sep 09 05:30:59.428486 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8390c6db-9e29-49a6-ac84-04c6c5a29f04 req-17fb5835-feb6-499d-aa40-d278fbfc8463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:30:59.430134 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-8390c6db-9e29-49a6-ac84-04c6c5a29f04 req-17fb5835-feb6-499d-aa40-d278fbfc8463 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6a43cc7713434a7ba98dea2fb6dbc0b8&device_id=cbfd9dbd-a650-4204-a5a5-f7e5066c9209 HTTP/1.1" status: 200 len: 1098 time: 0.0411901 Sep 09 05:30:59.460130 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-4901d52f-afb9-476e-8e59-5aa6a1633dd7 req-03a9a0d3-7dcb-45fb-9a1b-ffeacbad8603 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] 10.222.0.24 "GET /v2.0/security-groups?id=7039c699-d30e-42c5-bc8a-d75e73955429&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0402625 Sep 09 05:30:59.490167 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-afe2c337-cf28-4ccb-882e-6c87d8e29cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb63d168-27c7-45ac-814b-c6326388db70', 'name': 'tempest-TestShelveInstance-2087886906-router', 'tenant_id': '6a43cc7713434a7ba98dea2fb6dbc0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': 'b28f4ddf-9f31-4d3f-9e21-ff3ff9bae631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:26:43Z', 'updated_at': '2021-09-09T05:26:46Z', 'revision_number': 4, 'project_id': '6a43cc7713434a7ba98dea2fb6dbc0b8', 'gw_port': {'id': 'b28f4ddf-9f31-4d3f-9e21-ff3ff9bae631', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:22:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb63d168-27c7-45ac-814b-c6326388db70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:26:44Z', 'updated_at': '2021-09-09T05:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi', '_interfaces': [{'id': '12e03d33-7019-46ac-9524-641756fe4ab2', 'name': '', 'network_id': '291e5271-48d4-420e-881d-562af23bb611', 'tenant_id': '6a43cc7713434a7ba98dea2fb6dbc0b8', 'mac_address': 'fa:16:3e:c8:a9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb63d168-27c7-45ac-814b-c6326388db70', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'a04bd73f-e382-4b28-93a4-5bffd3f0a099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:26:45Z', 'updated_at': '2021-09-09T05:26:52Z', 'revision_number': 5, 'project_id': '6a43cc7713434a7ba98dea2fb6dbc0b8', 'subnets': [{'id': 'a04bd73f-e382-4b28-93a4-5bffd3f0a099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-14-iscsi', False) {} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:30:59.516988 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe2c337-cf28-4ccb-882e-6c87d8e29cb2 None None] Checking router: bb63d168-27c7-45ac-814b-c6326388db70 for host: dv-cinder-772623-14-iscsi {{(pid=94299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 05:30:59.525069 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afe2c337-cf28-4ccb-882e-6c87d8e29cb2 None None] Routers {'bb63d168-27c7-45ac-814b-c6326388db70'} bound to L3 agent in host dv-cinder-772623-14-iscsi {{(pid=94299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 05:30:59.525672 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-afe2c337-cf28-4ccb-882e-6c87d8e29cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T05:09:16Z,description=,heartbeat_timestamp=2021-09-09T05:30:47Z,host='dv-cinder-772623-14-iscsi',id=e912432c-85e4-4a31-b574-aae2dcf01ec7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T05:09:16Z,topic='l3_agent')) {'router_ids': ['bb63d168-27c7-45ac-814b-c6326388db70'], 'active': True} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:30:59.532622 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8390c6db-9e29-49a6-ac84-04c6c5a29f04 req-e2dc04de-a448-4089-8654-b3238358b33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:30:59.534123 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-8390c6db-9e29-49a6-ac84-04c6c5a29f04 req-e2dc04de-a448-4089-8654-b3238358b33a service neutron] 10.222.0.23 "GET /v2.0/networks?id=291e5271-48d4-420e-881d-562af23bb611 HTTP/1.1" status: 200 len: 909 time: 0.0949488 Sep 09 05:30:59.576188 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-8390c6db-9e29-49a6-ac84-04c6c5a29f04 req-4684f282-8910-462d-9ae5-301a46d78d01 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93a50ab9-6200-4e92-8747-637cd22347bb HTTP/1.1" status: 200 len: 217 time: 0.0345109 Sep 09 05:30:59.630524 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvr_db [None req-afe2c337-cf28-4ccb-882e-6c87d8e29cb2 None None] Set router bb63d168-27c7-45ac-814b-c6326388db70 gateway port host: dv-cinder-772623-14-iscsi {{(pid=94299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 05:30:59.631263 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8390c6db-9e29-49a6-ac84-04c6c5a29f04 req-961a1277-cd78-4149-a2bd-eade2a1c733e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:30:59.632714 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-8390c6db-9e29-49a6-ac84-04c6c5a29f04 req-961a1277-cd78-4149-a2bd-eade2a1c733e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a04bd73f-e382-4b28-93a4-5bffd3f0a099 HTTP/1.1" status: 200 len: 848 time: 0.0474608 Sep 09 05:30:59.680294 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8390c6db-9e29-49a6-ac84-04c6c5a29f04 req-401ecf12-050a-4a56-ac2b-de4111db5b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:30:59.681793 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-8390c6db-9e29-49a6-ac84-04c6c5a29f04 req-401ecf12-050a-4a56-ac2b-de4111db5b15 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=291e5271-48d4-420e-881d-562af23bb611&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0403135 Sep 09 05:30:59.774710 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-8390c6db-9e29-49a6-ac84-04c6c5a29f04 req-4f634bf6-c4f8-4d9d-8396-cdac4adb6688 service neutron] 10.222.0.23 "GET /v2.0/networks/291e5271-48d4-420e-881d-562af23bb611?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819712 Sep 09 05:30:59.823972 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-afe2c337-cf28-4ccb-882e-6c87d8e29cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb63d168-27c7-45ac-814b-c6326388db70', 'name': 'tempest-TestShelveInstance-2087886906-router', 'tenant_id': '6a43cc7713434a7ba98dea2fb6dbc0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': 'b28f4ddf-9f31-4d3f-9e21-ff3ff9bae631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:26:43Z', 'updated_at': '2021-09-09T05:26:46Z', 'revision_number': 4, 'project_id': '6a43cc7713434a7ba98dea2fb6dbc0b8', 'gw_port': {'id': 'b28f4ddf-9f31-4d3f-9e21-ff3ff9bae631', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:22:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb63d168-27c7-45ac-814b-c6326388db70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:26:44Z', 'updated_at': '2021-09-09T05:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi', '_interfaces': [{'id': '12e03d33-7019-46ac-9524-641756fe4ab2', 'name': '', 'network_id': '291e5271-48d4-420e-881d-562af23bb611', 'tenant_id': '6a43cc7713434a7ba98dea2fb6dbc0b8', 'mac_address': 'fa:16:3e:c8:a9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb63d168-27c7-45ac-814b-c6326388db70', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'a04bd73f-e382-4b28-93a4-5bffd3f0a099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:26:45Z', 'updated_at': '2021-09-09T05:26:52Z', 'revision_number': 5, 'project_id': '6a43cc7713434a7ba98dea2fb6dbc0b8', 'subnets': [{'id': 'a04bd73f-e382-4b28-93a4-5bffd3f0a099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-772623-14-iscsi', False) {} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:30:59.853306 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afe2c337-cf28-4ccb-882e-6c87d8e29cb2 None None] The sync data for ids ['bb63d168-27c7-45ac-814b-c6326388db70'] in dv-cinder-772623-14-iscsi is: [{'id': 'bb63d168-27c7-45ac-814b-c6326388db70', 'name': 'tempest-TestShelveInstance-2087886906-router', 'tenant_id': '6a43cc7713434a7ba98dea2fb6dbc0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': 'b28f4ddf-9f31-4d3f-9e21-ff3ff9bae631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:26:43Z', 'updated_at': '2021-09-09T05:26:46Z', 'revision_number': 4, 'project_id': '6a43cc7713434a7ba98dea2fb6dbc0b8', 'gw_port': {'id': 'b28f4ddf-9f31-4d3f-9e21-ff3ff9bae631', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:22:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb63d168-27c7-45ac-814b-c6326388db70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:26:44Z', 'updated_at': '2021-09-09T05:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi', '_interfaces': [{'id': '12e03d33-7019-46ac-9524-641756fe4ab2', 'name': '', 'network_id': '291e5271-48d4-420e-881d-562af23bb611', 'tenant_id': '6a43cc7713434a7ba98dea2fb6dbc0b8', 'mac_address': 'fa:16:3e:c8:a9:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb63d168-27c7-45ac-814b-c6326388db70', 'device_owner': 'network:router_interface', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': 'a04bd73f-e382-4b28-93a4-5bffd3f0a099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:26:45Z', 'updated_at': '2021-09-09T05:26:52Z', 'revision_number': 5, 'project_id': '6a43cc7713434a7ba98dea2fb6dbc0b8', 'subnets': [{'id': 'a04bd73f-e382-4b28-93a4-5bffd3f0a099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 05:30:59.872632 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-8390c6db-9e29-49a6-ac84-04c6c5a29f04 req-6d9eebf8-464a-47ae-8fd5-22dcc37ca6ce service neutron] 10.222.0.23 "GET /v2.0/networks/291e5271-48d4-420e-881d-562af23bb611?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895007 Sep 09 05:31:00.052992 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06b8a75-8f78-459e-8d3f-7acff9fab7c7 None None] New status for floating IP 8aed369a-7258-41c8-8dc2-51f28e235c15: DOWN {{(pid=94300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 09 05:31:00.574652 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068db1d3-d83b-4aa5-9dfc-f01b8777e15a req-87f25291-2b5a-40a1-b7e4-0c223eb22715 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:31:00.576166 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-068db1d3-d83b-4aa5-9dfc-f01b8777e15a req-87f25291-2b5a-40a1-b7e4-0c223eb22715 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbfd9dbd-a650-4204-a5a5-f7e5066c9209 HTTP/1.1" status: 200 len: 945 time: 0.0487833 Sep 09 05:31:00.614200 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-068db1d3-d83b-4aa5-9dfc-f01b8777e15a req-0858602b-2928-4f11-9516-69d1347b8402 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] 10.222.0.24 "GET /v2.0/security-groups?id=7039c699-d30e-42c5-bc8a-d75e73955429&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0315518 Sep 09 05:31:00.909183 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00e319f-585d-4e95-896c-3a7660ff108f req-bae2a09d-9c9e-48ca-b491-17525a90bf34 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 09 05:31:00.910682 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-c00e319f-585d-4e95-896c-3a7660ff108f req-bae2a09d-9c9e-48ca-b491-17525a90bf34 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] 10.222.0.23 "GET /v2.0/ports?device_id=cbfd9dbd-a650-4204-a5a5-f7e5066c9209 HTTP/1.1" status: 200 len: 945 time: 0.0485756 Sep 09 05:31:00.999711 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.plugin [req-c00e319f-585d-4e95-896c-3a7660ff108f req-c4078aa0-0b10-477f-9b17-62b5b7a807c1 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Deleting port 93a50ab9-6200-4e92-8747-637cd22347bb {{(pid=94297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 05:31:01.000045 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-c00e319f-585d-4e95-896c-3a7660ff108f req-c4078aa0-0b10-477f-9b17-62b5b7a807c1 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748632167994'] for port, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:31:01.085282 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.db [req-c00e319f-585d-4e95-896c-3a7660ff108f req-c4078aa0-0b10-477f-9b17-62b5b7a807c1 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] For port 93a50ab9-6200-4e92-8747-637cd22347bb, host hv-cinder-77262, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77262',level=0,port_id=93a50ab9-6200-4e92-8747-637cd22347bb,segment=NetworkSegment(d9f47965-8d81-4307-a217-db31e5b894fd),segment_id=d9f47965-8d81-4307-a217-db31e5b894fd)] {{(pid=94297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:31:01.085645 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-c00e319f-585d-4e95-896c-3a7660ff108f req-c4078aa0-0b10-477f-9b17-62b5b7a807c1 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596826'] for port, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:31:01.097592 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.plugin [req-c00e319f-585d-4e95-896c-3a7660ff108f req-c4078aa0-0b10-477f-9b17-62b5b7a807c1 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Calling delete_port for 93a50ab9-6200-4e92-8747-637cd22347bb owned by compute:nova {{(pid=94297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 05:31:01.224683 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-c00e319f-585d-4e95-896c-3a7660ff108f req-c4078aa0-0b10-477f-9b17-62b5b7a807c1 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748632172548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748631669706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29281037'] for port, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:31:01.251645 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4078aa0-0b10-477f-9b17-62b5b7a807c1 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Pushing event deleted for resources: {'Port': ['ID=93a50ab9-6200-4e92-8747-637cd22347bb,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:31:01.265983 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4078aa0-0b10-477f-9b17-62b5b7a807c1 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:31:01.265983 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4078aa0-0b10-477f-9b17-62b5b7a807c1 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:31:01.265983 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4078aa0-0b10-477f-9b17-62b5b7a807c1 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:31:01.266348 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4078aa0-0b10-477f-9b17-62b5b7a807c1 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:31:01.266533 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4078aa0-0b10-477f-9b17-62b5b7a807c1 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:31:01.266871 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4078aa0-0b10-477f-9b17-62b5b7a807c1 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:31:01.267200 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4078aa0-0b10-477f-9b17-62b5b7a807c1 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:31:01.267529 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4078aa0-0b10-477f-9b17-62b5b7a807c1 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:31:01.267844 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4078aa0-0b10-477f-9b17-62b5b7a807c1 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:31:01.268166 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4078aa0-0b10-477f-9b17-62b5b7a807c1 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:31:01.268485 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4078aa0-0b10-477f-9b17-62b5b7a807c1 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:31:01.268804 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4078aa0-0b10-477f-9b17-62b5b7a807c1 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:31:01.306105 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.l3_dvrscheduler_db [req-c00e319f-585d-4e95-896c-3a7660ff108f req-c4078aa0-0b10-477f-9b17-62b5b7a807c1 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] No DVR routers for this DVR port 93a50ab9-6200-4e92-8747-637cd22347bb on host hv-cinder-77262 {{(pid=94297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 05:31:01.306698 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.agents_db [None req-c4fa6e85-f278-4c65-a736-468407d89cbd None None] Agent healthcheck: found 6 active agents {{(pid=94300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 05:31:01.308580 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [req-c00e319f-585d-4e95-896c-3a7660ff108f req-c4078aa0-0b10-477f-9b17-62b5b7a807c1 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-438482'] for port, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:31:01.310549 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [req-c00e319f-585d-4e95-896c-3a7660ff108f req-c4078aa0-0b10-477f-9b17-62b5b7a807c1 tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] 10.222.0.23 "DELETE /v2.0/ports/93a50ab9-6200-4e92-8747-637cd22347bb HTTP/1.1" status: 204 len: 173 time: 0.3941104 Sep 09 05:31:01.310974 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbfd9dbd-a650-4204-a5a5-f7e5066c9209', 'name': 'network-vif-deleted', 'tag': '93a50ab9-6200-4e92-8747-637cd22347bb'}] {{(pid=94297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 09 05:31:01.313261 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}85c66017178c43798701892324557e4ac90163104f6096848bec1798d04fbbd7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e4c88f-2dce-4f12-a440-2de5fcbe29f4" -d '{"events": [{"server_uuid": "cbfd9dbd-a650-4204-a5a5-f7e5066c9209", "name": "network-vif-deleted", "tag": "93a50ab9-6200-4e92-8747-637cd22347bb"}]}' {{(pid=94297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 09 05:31:01.366455 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 09 Sep 2021 05:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-278b1ae3-fb4c-4e82-9c2d-0bd477ddeb06 x-openstack-request-id: req-278b1ae3-fb4c-4e82-9c2d-0bd477ddeb06 {{(pid=94297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 09 05:31:01.366455 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbfd9dbd-a650-4204-a5a5-f7e5066c9209", "name": "network-vif-deleted", "tag": "93a50ab9-6200-4e92-8747-637cd22347bb", "status": "completed", "code": 200}]} {{(pid=94297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 09 05:31:01.366697 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-278b1ae3-fb4c-4e82-9c2d-0bd477ddeb06 {{(pid=94297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 09 05:31:01.367010 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbfd9dbd-a650-4204-a5a5-f7e5066c9209', 'name': 'network-vif-deleted', 'tag': '93a50ab9-6200-4e92-8747-637cd22347bb', 'status': 'completed', 'code': 200} Sep 09 05:31:01.769647 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [req-0e90197d-b8fb-4dbb-8551-f328c4b4d5b2 req-efd1e8d4-0979-43da-bfe4-09ebeda05b9a tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbfd9dbd-a650-4204-a5a5-f7e5066c9209 HTTP/1.1" status: 200 len: 210 time: 0.0258389 Sep 09 05:31:02.824689 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 43996) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:31:02.881805 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-7208a712-bbb6-4b22-84f1-8782600717bd tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Notify callbacks [] for security_group, before_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:31:02.909220 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-7208a712-bbb6-4b22-84f1-8782600717bd tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:31:02.966733 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-7208a712-bbb6-4b22-84f1-8782600717bd tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:31:02.969247 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-7208a712-bbb6-4b22-84f1-8782600717bd tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Notify callbacks [] for security_group, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:31:02.970931 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-7208a712-bbb6-4b22-84f1-8782600717bd tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] 10.222.0.24 "DELETE /v2.0/security-groups/7039c699-d30e-42c5-bc8a-d75e73955429 HTTP/1.1" status: 204 len: 168 time: 0.1452839 Sep 09 05:31:02.981258 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7208a712-bbb6-4b22-84f1-8782600717bd tempest-TestShelveInstance-30483895 tempest-TestShelveInstance-30483895-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7039c699-d30e-42c5-bc8a-d75e73955429,revision_number=None']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:31:03.014154 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 44000) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:31:03.338180 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-6cc1c51b-0853-4330-ae45-9851a3512202 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601131'] for router_interface, before_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:31:03.585286 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.plugin [None req-6cc1c51b-0853-4330-ae45-9851a3512202 admin admin] Deleting port 12e03d33-7019-46ac-9524-641756fe4ab2 {{(pid=94298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 05:31:03.585602 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-6cc1c51b-0853-4330-ae45-9851a3512202 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748632167994'] for port, before_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:31:03.664839 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.db [None req-6cc1c51b-0853-4330-ae45-9851a3512202 admin admin] For port 12e03d33-7019-46ac-9524-641756fe4ab2, host dv-cinder-772623-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-14-iscsi',level=0,port_id=12e03d33-7019-46ac-9524-641756fe4ab2,segment=NetworkSegment(d9f47965-8d81-4307-a217-db31e5b894fd),segment_id=d9f47965-8d81-4307-a217-db31e5b894fd)] {{(pid=94298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:31:03.665197 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-6cc1c51b-0853-4330-ae45-9851a3512202 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596826'] for port, precommit_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:31:03.677007 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.plugin [None req-6cc1c51b-0853-4330-ae45-9851a3512202 admin admin] Calling delete_port for 12e03d33-7019-46ac-9524-641756fe4ab2 owned by network:router_interface {{(pid=94298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 05:31:03.850095 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-6cc1c51b-0853-4330-ae45-9851a3512202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748632172548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748631669706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1874062'] for port, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:31:03.875167 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc1c51b-0853-4330-ae45-9851a3512202 admin admin] Pushing event deleted for resources: {'Port': ['ID=12e03d33-7019-46ac-9524-641756fe4ab2,revision_number=None']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:31:04.039365 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-6cc1c51b-0853-4330-ae45-9851a3512202 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601247'] for router_interface, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:31:04.245294 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cc1c51b-0853-4330-ae45-9851a3512202 admin admin] Router bb63d168-27c7-45ac-814b-c6326388db70 has already been hosted by L3 agent e912432c-85e4-4a31-b574-aae2dcf01ec7 {{(pid=94298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 05:31:04.300786 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device 93a50ab9-6200-4e92-8747-637cd22347bb no longer exists at agent hyperv_hv-cinder-77262 {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 05:31:04.320382 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.plugin [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] No Port match for: 93a50ab9-6200-4e92-8747-637cd22347bb {{(pid=94299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 05:31:04.320721 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Device 93a50ab9-6200-4e92-8747-637cd22347bb not bound to the agent host hv-cinder-77262 {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 05:31:04.348558 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cc1c51b-0853-4330-ae45-9851a3512202 admin admin] Notify agent at l3_agent.dv-cinder-772623-14-iscsi the message routers_updated {{(pid=94298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 05:31:04.354830 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-6cc1c51b-0853-4330-ae45-9851a3512202 admin admin] 10.222.0.24 "PUT /v2.0/routers/bb63d168-27c7-45ac-814b-c6326388db70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3389518 Sep 09 05:31:04.356092 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 44002) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:31:04.356679 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153b6ea5-1eb7-4063-af20-7c8e35f42e00 None None] Sync routers for ids ['bb63d168-27c7-45ac-814b-c6326388db70'] in dv-cinder-772623-14-iscsi {{(pid=94299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 05:31:04.366013 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153b6ea5-1eb7-4063-af20-7c8e35f42e00 None None] Routers {'bb63d168-27c7-45ac-814b-c6326388db70'} bound to L3 agent in host dv-cinder-772623-14-iscsi {{(pid=94299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 05:31:04.366621 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-153b6ea5-1eb7-4063-af20-7c8e35f42e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T05:09:16Z,description=,heartbeat_timestamp=2021-09-09T05:30:47Z,host='dv-cinder-772623-14-iscsi',id=e912432c-85e4-4a31-b574-aae2dcf01ec7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T05:09:16Z,topic='l3_agent')) {'router_ids': ['bb63d168-27c7-45ac-814b-c6326388db70'], 'active': True} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:31:04.459443 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-22239aac-4064-44d3-9d5c-42ed268dee1f admin admin] Notify callbacks [] for router, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:31:04.560828 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-22239aac-4064-44d3-9d5c-42ed268dee1f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:31:04.586349 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvr_db [None req-153b6ea5-1eb7-4063-af20-7c8e35f42e00 None None] Set router bb63d168-27c7-45ac-814b-c6326388db70 gateway port host: dv-cinder-772623-14-iscsi {{(pid=94299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 05:31:04.614618 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.plugin [None req-22239aac-4064-44d3-9d5c-42ed268dee1f admin admin] Deleting port b28f4ddf-9f31-4d3f-9e21-ff3ff9bae631 {{(pid=94297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 05:31:04.614958 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-22239aac-4064-44d3-9d5c-42ed268dee1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748632167994'] for port, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:31:04.691455 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.db [None req-22239aac-4064-44d3-9d5c-42ed268dee1f admin admin] For port b28f4ddf-9f31-4d3f-9e21-ff3ff9bae631, host dv-cinder-772623-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-14-iscsi',level=0,port_id=b28f4ddf-9f31-4d3f-9e21-ff3ff9bae631,segment=NetworkSegment(df80411f-acb6-4e9d-a7f5-4a8066bc7b33),segment_id=df80411f-acb6-4e9d-a7f5-4a8066bc7b33)] {{(pid=94297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:31:04.691813 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-22239aac-4064-44d3-9d5c-42ed268dee1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596826'] for port, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:31:04.703273 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.plugin [None req-22239aac-4064-44d3-9d5c-42ed268dee1f admin admin] Calling delete_port for b28f4ddf-9f31-4d3f-9e21-ff3ff9bae631 owned by network:router_gateway {{(pid=94297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 05:31:04.758859 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-153b6ea5-1eb7-4063-af20-7c8e35f42e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb63d168-27c7-45ac-814b-c6326388db70', 'name': 'tempest-TestShelveInstance-2087886906-router', 'tenant_id': '6a43cc7713434a7ba98dea2fb6dbc0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.239'}], 'enable_snat': True}, 'gw_port_id': 'b28f4ddf-9f31-4d3f-9e21-ff3ff9bae631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:26:43Z', 'updated_at': '2021-09-09T05:31:03Z', 'revision_number': 5, 'project_id': '6a43cc7713434a7ba98dea2fb6dbc0b8', 'gw_port': {'id': 'b28f4ddf-9f31-4d3f-9e21-ff3ff9bae631', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:22:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb63d168-27c7-45ac-814b-c6326388db70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:26:44Z', 'updated_at': '2021-09-09T05:26:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi'}], 'dv-cinder-772623-14-iscsi', False) {} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:31:04.791625 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153b6ea5-1eb7-4063-af20-7c8e35f42e00 None None] Checking router: bb63d168-27c7-45ac-814b-c6326388db70 for host: dv-cinder-772623-14-iscsi {{(pid=94299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 05:31:04.800324 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153b6ea5-1eb7-4063-af20-7c8e35f42e00 None None] Routers {'bb63d168-27c7-45ac-814b-c6326388db70'} bound to L3 agent in host dv-cinder-772623-14-iscsi {{(pid=94299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 05:31:04.800923 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-153b6ea5-1eb7-4063-af20-7c8e35f42e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T05:09:16Z,description=,heartbeat_timestamp=2021-09-09T05:30:47Z,host='dv-cinder-772623-14-iscsi',id=e912432c-85e4-4a31-b574-aae2dcf01ec7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T05:09:16Z,topic='l3_agent')) {'router_ids': ['bb63d168-27c7-45ac-814b-c6326388db70'], 'active': True} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:31:04.865297 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-22239aac-4064-44d3-9d5c-42ed268dee1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748632172548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748631669706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29281037'] for port, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:31:04.884671 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvr_db [None req-153b6ea5-1eb7-4063-af20-7c8e35f42e00 None None] Set router bb63d168-27c7-45ac-814b-c6326388db70 gateway port host: None {{(pid=94299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 05:31:04.890704 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22239aac-4064-44d3-9d5c-42ed268dee1f admin admin] Pushing event deleted for resources: {'Port': ['ID=b28f4ddf-9f31-4d3f-9e21-ff3ff9bae631,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:31:04.944506 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_hamode_db [None req-153b6ea5-1eb7-4063-af20-7c8e35f42e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb63d168-27c7-45ac-814b-c6326388db70', 'name': 'tempest-TestShelveInstance-2087886906-router', 'tenant_id': '6a43cc7713434a7ba98dea2fb6dbc0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:26:43Z', 'updated_at': '2021-09-09T05:31:04Z', 'revision_number': 6, 'project_id': '6a43cc7713434a7ba98dea2fb6dbc0b8', 'gw_port_host': None}], 'dv-cinder-772623-14-iscsi', False) {} {{(pid=94299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:31:04.952428 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-22239aac-4064-44d3-9d5c-42ed268dee1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600445'] for router_gateway, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:31:04.974652 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153b6ea5-1eb7-4063-af20-7c8e35f42e00 None None] The sync data for ids ['bb63d168-27c7-45ac-814b-c6326388db70'] in dv-cinder-772623-14-iscsi is: [{'id': 'bb63d168-27c7-45ac-814b-c6326388db70', 'name': 'tempest-TestShelveInstance-2087886906-router', 'tenant_id': '6a43cc7713434a7ba98dea2fb6dbc0b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:26:43Z', 'updated_at': '2021-09-09T05:31:04Z', 'revision_number': 6, 'project_id': '6a43cc7713434a7ba98dea2fb6dbc0b8', 'gw_port_host': None}] {{(pid=94299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 05:31:05.048193 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-22239aac-4064-44d3-9d5c-42ed268dee1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-604110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4250'] for router, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:31:05.050572 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-22239aac-4064-44d3-9d5c-42ed268dee1f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:31:05.092442 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-22239aac-4064-44d3-9d5c-42ed268dee1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-604103'] for router, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:31:05.093092 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22239aac-4064-44d3-9d5c-42ed268dee1f admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb63d168-27c7-45ac-814b-c6326388db70 {{(pid=94297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 05:31:05.097350 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-22239aac-4064-44d3-9d5c-42ed268dee1f admin admin] Notify callbacks [] for router, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:31:05.098539 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-22239aac-4064-44d3-9d5c-42ed268dee1f admin admin] 10.222.0.24 "DELETE /v2.0/routers/bb63d168-27c7-45ac-814b-c6326388db70 HTTP/1.1" status: 204 len: 168 time: 0.7413764 Sep 09 05:31:05.101028 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 44004) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:31:05.147174 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.db_base_plugin_v2 [None req-63754652-ff34-4556-9e12-d002a812e217 admin admin] Deleting subnet a04bd73f-e382-4b28-93a4-5bffd3f0a099 {{(pid=94297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 05:31:05.150040 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-63754652-ff34-4556-9e12-d002a812e217 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:31:05.182995 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-63754652-ff34-4556-9e12-d002a812e217 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25248003'] for subnet, precommit_delete_associations {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:31:05.257333 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-63754652-ff34-4556-9e12-d002a812e217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3773045'] for subnet, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:31:05.314295 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-63754652-ff34-4556-9e12-d002a812e217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3773052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29281072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28951308'] for subnet, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:31:05.347662 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63754652-ff34-4556-9e12-d002a812e217 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a04bd73f-e382-4b28-93a4-5bffd3f0a099,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:31:05.349778 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-63754652-ff34-4556-9e12-d002a812e217 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:31:05.352124 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-63754652-ff34-4556-9e12-d002a812e217 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a04bd73f-e382-4b28-93a4-5bffd3f0a099 HTTP/1.1" status: 204 len: 168 time: 0.2498379 Sep 09 05:31:05.353592 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990dc6cb-b91e-45ff-af90-d418d1928e54 None None] Network 291e5271-48d4-420e-881d-562af23bb611 requested from dv-cinder-772623-14-iscsi {{(pid=94299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 05:31:05.354584 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [-] (94298) accepted ('10.222.0.24', 44006) {{(pid=94298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:31:05.447000 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-84192e60-fa66-47b8-8026-aa2937069276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3957161'] for network, before_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:31:05.499734 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.plugin [None req-84192e60-fa66-47b8-8026-aa2937069276 admin admin] Deleting port 558b82ff-12ed-4263-a86b-d6c31dfad164 {{(pid=94298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 05:31:05.500192 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-84192e60-fa66-47b8-8026-aa2937069276 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748632167994'] for port, before_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:31:05.560544 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.db [None req-84192e60-fa66-47b8-8026-aa2937069276 admin admin] For port 558b82ff-12ed-4263-a86b-d6c31dfad164, host dv-cinder-772623-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-14-iscsi',level=0,port_id=558b82ff-12ed-4263-a86b-d6c31dfad164,segment=NetworkSegment(d9f47965-8d81-4307-a217-db31e5b894fd),segment_id=d9f47965-8d81-4307-a217-db31e5b894fd)] {{(pid=94298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:31:05.560900 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-84192e60-fa66-47b8-8026-aa2937069276 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596826'] for port, precommit_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:31:05.572598 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.plugin [None req-84192e60-fa66-47b8-8026-aa2937069276 admin admin] Calling delete_port for 558b82ff-12ed-4263-a86b-d6c31dfad164 owned by network:dhcp {{(pid=94298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 05:31:05.651528 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-84192e60-fa66-47b8-8026-aa2937069276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748632172548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748631669706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1874062'] for port, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:31:05.678189 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84192e60-fa66-47b8-8026-aa2937069276 admin admin] Pushing event deleted for resources: {'Port': ['ID=558b82ff-12ed-4263-a86b-d6c31dfad164,revision_number=None']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:31:05.679877 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84192e60-fa66-47b8-8026-aa2937069276 admin admin] No DVR routers for this DVR port 558b82ff-12ed-4263-a86b-d6c31dfad164 on host dv-cinder-772623-14-iscsi {{(pid=94298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 05:31:05.742886 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81182d7f-6bc2-4ad7-8ba8-0d959452294e None None] DHCP port deletion for 291e5271-48d4-420e-881d-562af23bb611 request from dv-cinder-772623-14-iscsi {{(pid=94299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 05:31:05.759577 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-84192e60-fa66-47b8-8026-aa2937069276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3771648', 'neutron.services.segments.db._delete_segments_for_network-8748632184989'] for network, precommit_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:31:05.768559 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device 12e03d33-7019-46ac-9524-641756fe4ab2 no longer exists at agent ovs-agent-dv-cinder-772623-14-iscsi {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 05:31:05.780828 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.services.segments.db [None req-84192e60-fa66-47b8-8026-aa2937069276 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['291e5271-48d4-420e-881d-562af23bb611']}} {{(pid=94298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:31:05.788322 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.plugin [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] No Port match for: 12e03d33-7019-46ac-9524-641756fe4ab2 {{(pid=94299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 05:31:05.788665 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device 12e03d33-7019-46ac-9524-641756fe4ab2 not bound to the agent host dv-cinder-772623-14-iscsi {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 05:31:05.790396 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.services.segments.db [None req-84192e60-fa66-47b8-8026-aa2937069276 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9f47965-8d81-4307-a217-db31e5b894fd') {'for_net_delete': True} {{(pid=94298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:31:05.790761 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.services.segments.db [None req-84192e60-fa66-47b8-8026-aa2937069276 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9f47965-8d81-4307-a217-db31e5b894fd') {} {{(pid=94298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:31:05.801004 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-84192e60-fa66-47b8-8026-aa2937069276 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748632182438', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25885088'] for segment, before_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:31:05.814501 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-84192e60-fa66-47b8-8026-aa2937069276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771871'] for segment, precommit_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:31:05.820276 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84192e60-fa66-47b8-8026-aa2937069276 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=94298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 05:31:05.820666 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-84192e60-fa66-47b8-8026-aa2937069276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1872977'] for segment, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:31:05.822631 dv-cinder-772623-14-iscsi neutron-server[94298]: Traceback (most recent call last): Sep 09 05:31:05.822631 dv-cinder-772623-14-iscsi neutron-server[94298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 05:31:05.822631 dv-cinder-772623-14-iscsi neutron-server[94298]: timer() Sep 09 05:31:05.822631 dv-cinder-772623-14-iscsi neutron-server[94298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 05:31:05.822631 dv-cinder-772623-14-iscsi neutron-server[94298]: cb(*args, **kw) Sep 09 05:31:05.822631 dv-cinder-772623-14-iscsi neutron-server[94298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 05:31:05.822631 dv-cinder-772623-14-iscsi neutron-server[94298]: return func(*args, **kwargs) Sep 09 05:31:05.822631 dv-cinder-772623-14-iscsi neutron-server[94298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 05:31:05.822631 dv-cinder-772623-14-iscsi neutron-server[94298]: self._notify() Sep 09 05:31:05.822631 dv-cinder-772623-14-iscsi neutron-server[94298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 05:31:05.822631 dv-cinder-772623-14-iscsi neutron-server[94298]: self.callback(batched_events) Sep 09 05:31:05.822631 dv-cinder-772623-14-iscsi neutron-server[94298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 05:31:05.822631 dv-cinder-772623-14-iscsi neutron-server[94298]: event.method(event) Sep 09 05:31:05.822631 dv-cinder-772623-14-iscsi neutron-server[94298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 05:31:05.822631 dv-cinder-772623-14-iscsi neutron-server[94298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 05:31:05.822631 dv-cinder-772623-14-iscsi neutron-server[94298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 05:31:05.822631 dv-cinder-772623-14-iscsi neutron-server[94298]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 05:31:05.822631 dv-cinder-772623-14-iscsi neutron-server[94298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 05:31:05.822631 dv-cinder-772623-14-iscsi neutron-server[94298]: return f(self, *a, **k) Sep 09 05:31:05.822631 dv-cinder-772623-14-iscsi neutron-server[94298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 05:31:05.822631 dv-cinder-772623-14-iscsi neutron-server[94298]: return self._get(url).json() Sep 09 05:31:05.822631 dv-cinder-772623-14-iscsi neutron-server[94298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 05:31:05.822631 dv-cinder-772623-14-iscsi neutron-server[94298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 05:31:05.822631 dv-cinder-772623-14-iscsi neutron-server[94298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 05:31:05.822631 dv-cinder-772623-14-iscsi neutron-server[94298]: return self.request(url, 'GET', **kwargs) Sep 09 05:31:05.822631 dv-cinder-772623-14-iscsi neutron-server[94298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 05:31:05.822631 dv-cinder-772623-14-iscsi neutron-server[94298]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 05:31:05.822631 dv-cinder-772623-14-iscsi neutron-server[94298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 05:31:05.822631 dv-cinder-772623-14-iscsi neutron-server[94298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 05:31:05.822631 dv-cinder-772623-14-iscsi neutron-server[94298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 05:31:05.822631 dv-cinder-772623-14-iscsi neutron-server[94298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 05:31:05.822631 dv-cinder-772623-14-iscsi neutron-server[94298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 05:31:05.879639 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-84192e60-fa66-47b8-8026-aa2937069276 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3773683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600345'] for network, after_delete {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:31:05.887832 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron_lib.callbacks.manager [None req-84192e60-fa66-47b8-8026-aa2937069276 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for network, before_response {{(pid=94298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:31:05.889826 dv-cinder-772623-14-iscsi neutron-server[94298]: INFO neutron.wsgi [None req-84192e60-fa66-47b8-8026-aa2937069276 admin admin] 10.222.0.24 "DELETE /v2.0/networks/291e5271-48d4-420e-881d-562af23bb611 HTTP/1.1" status: 204 len: 168 time: 0.5342331 Sep 09 05:31:05.893791 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 44008) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:31:05.902376 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84192e60-fa66-47b8-8026-aa2937069276 admin admin] Pushing event deleted for resources: {'Network': ['ID=291e5271-48d4-420e-881d-562af23bb611,revision_number=None']} {{(pid=94298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:31:06.145594 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:31:06.480520 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-252a8791-0cb4-4941-9a97-95bb46154fe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-601131'] for router_interface, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:31:06.716623 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.plugin [None req-252a8791-0cb4-4941-9a97-95bb46154fe6 admin admin] Deleting port bf6413f9-f55d-40d2-8756-52700746a68e {{(pid=94297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 05:31:06.717210 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-252a8791-0cb4-4941-9a97-95bb46154fe6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748632167994'] for port, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:31:06.796212 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.db [None req-252a8791-0cb4-4941-9a97-95bb46154fe6 admin admin] For port bf6413f9-f55d-40d2-8756-52700746a68e, host dv-cinder-772623-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-14-iscsi',level=0,port_id=bf6413f9-f55d-40d2-8756-52700746a68e,segment=NetworkSegment(e71a20f2-a295-478a-95bb-44a3f8f71355),segment_id=e71a20f2-a295-478a-95bb-44a3f8f71355)] {{(pid=94297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:31:06.796569 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-252a8791-0cb4-4941-9a97-95bb46154fe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596826'] for port, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:31:06.809713 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.plugin [None req-252a8791-0cb4-4941-9a97-95bb46154fe6 admin admin] Calling delete_port for bf6413f9-f55d-40d2-8756-52700746a68e owned by network:router_interface {{(pid=94297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 05:31:06.983778 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-252a8791-0cb4-4941-9a97-95bb46154fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748632172548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748631669706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29281037'] for port, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:31:07.015585 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a8791-0cb4-4941-9a97-95bb46154fe6 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf6413f9-f55d-40d2-8756-52700746a68e,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:31:07.176283 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-252a8791-0cb4-4941-9a97-95bb46154fe6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528435', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-601247'] for router_interface, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:31:07.220417 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device b28f4ddf-9f31-4d3f-9e21-ff3ff9bae631 no longer exists at agent ovs-agent-dv-cinder-772623-14-iscsi {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 05:31:07.244350 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.plugin [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] No Port match for: b28f4ddf-9f31-4d3f-9e21-ff3ff9bae631 {{(pid=94299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 05:31:07.244701 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device b28f4ddf-9f31-4d3f-9e21-ff3ff9bae631 not bound to the agent host dv-cinder-772623-14-iscsi {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 05:31:07.245174 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device 558b82ff-12ed-4263-a86b-d6c31dfad164 no longer exists at agent ovs-agent-dv-cinder-772623-14-iscsi {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 05:31:07.263584 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.plugin [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] No Port match for: 558b82ff-12ed-4263-a86b-d6c31dfad164 {{(pid=94299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 05:31:07.263924 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device 558b82ff-12ed-4263-a86b-d6c31dfad164 not bound to the agent host dv-cinder-772623-14-iscsi {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 05:31:07.392748 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-252a8791-0cb4-4941-9a97-95bb46154fe6 admin admin] Router cfb1b68b-a0b2-4897-a169-456e3adca323 has already been hosted by L3 agent e912432c-85e4-4a31-b574-aae2dcf01ec7 {{(pid=94297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 09 05:31:07.497312 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-252a8791-0cb4-4941-9a97-95bb46154fe6 admin admin] Notify agent at l3_agent.dv-cinder-772623-14-iscsi the message routers_updated {{(pid=94297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 09 05:31:07.502776 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-252a8791-0cb4-4941-9a97-95bb46154fe6 admin admin] 10.222.0.24 "PUT /v2.0/routers/cfb1b68b-a0b2-4897-a169-456e3adca323/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6074576 Sep 09 05:31:07.505231 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 44010) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:31:07.507710 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028ef445-b089-4183-9aee-7ac11f8f0877 None None] Sync routers for ids ['cfb1b68b-a0b2-4897-a169-456e3adca323'] in dv-cinder-772623-14-iscsi {{(pid=94300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 09 05:31:07.516723 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028ef445-b089-4183-9aee-7ac11f8f0877 None None] Routers {'cfb1b68b-a0b2-4897-a169-456e3adca323'} bound to L3 agent in host dv-cinder-772623-14-iscsi {{(pid=94300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 05:31:07.517507 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_hamode_db [None req-028ef445-b089-4183-9aee-7ac11f8f0877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T05:09:16Z,description=,heartbeat_timestamp=2021-09-09T05:30:47Z,host='dv-cinder-772623-14-iscsi',id=e912432c-85e4-4a31-b574-aae2dcf01ec7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T05:09:16Z,topic='l3_agent')) {'router_ids': ['cfb1b68b-a0b2-4897-a169-456e3adca323'], 'active': True} {{(pid=94300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:31:07.607036 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-162d3fd3-7bce-49c3-8346-c280b849d0aa admin admin] Notify callbacks [] for router, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:31:07.622132 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_dvr_db [None req-028ef445-b089-4183-9aee-7ac11f8f0877 None None] Set router cfb1b68b-a0b2-4897-a169-456e3adca323 gateway port host: dv-cinder-772623-14-iscsi {{(pid=94300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 05:31:07.706980 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-162d3fd3-7bce-49c3-8346-c280b849d0aa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:31:07.758774 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.plugin [None req-162d3fd3-7bce-49c3-8346-c280b849d0aa admin admin] Deleting port 6609f9f2-8713-4954-8373-322bfb1b9287 {{(pid=94297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 05:31:07.759004 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-162d3fd3-7bce-49c3-8346-c280b849d0aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748632167994'] for port, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:31:07.794006 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_hamode_db [None req-028ef445-b089-4183-9aee-7ac11f8f0877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb1b68b-a0b2-4897-a169-456e3adca323', 'name': 'tempest-TestShelveInstance-1180261924-router', 'tenant_id': '1c85202e0ed94d3593a3e2a01d40e49f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'external_fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.193'}], 'enable_snat': True}, 'gw_port_id': '6609f9f2-8713-4954-8373-322bfb1b9287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:26:48Z', 'updated_at': '2021-09-09T05:31:06Z', 'revision_number': 5, 'project_id': '1c85202e0ed94d3593a3e2a01d40e49f', 'gw_port': {'id': '6609f9f2-8713-4954-8373-322bfb1b9287', 'name': '', 'network_id': '5214b103-0600-4a81-9a33-2571ddc573a1', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:f8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfb1b68b-a0b2-4897-a169-456e3adca323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'ip_address': '172.27.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-772623-14-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-09T05:26:48Z', 'updated_at': '2021-09-09T05:26:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5b692485-8a86-47cc-9882-0c3698d3f08b', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-772623-14-iscsi'}], 'dv-cinder-772623-14-iscsi', False) {} {{(pid=94300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:31:07.824568 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028ef445-b089-4183-9aee-7ac11f8f0877 None None] Checking router: cfb1b68b-a0b2-4897-a169-456e3adca323 for host: dv-cinder-772623-14-iscsi {{(pid=94300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 09 05:31:07.837212 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028ef445-b089-4183-9aee-7ac11f8f0877 None None] Routers {'cfb1b68b-a0b2-4897-a169-456e3adca323'} bound to L3 agent in host dv-cinder-772623-14-iscsi {{(pid=94300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 09 05:31:07.837851 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_hamode_db [None req-028ef445-b089-4183-9aee-7ac11f8f0877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-772623-14-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-09T05:09:16Z,description=,heartbeat_timestamp=2021-09-09T05:30:47Z,host='dv-cinder-772623-14-iscsi',id=e912432c-85e4-4a31-b574-aae2dcf01ec7,load=0,resource_versions=,resources_synced=,started_at=2021-09-09T05:09:16Z,topic='l3_agent')) {'router_ids': ['cfb1b68b-a0b2-4897-a169-456e3adca323'], 'active': True} {{(pid=94300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:31:07.846392 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.db [None req-162d3fd3-7bce-49c3-8346-c280b849d0aa admin admin] For port 6609f9f2-8713-4954-8373-322bfb1b9287, host dv-cinder-772623-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-14-iscsi',level=0,port_id=6609f9f2-8713-4954-8373-322bfb1b9287,segment=NetworkSegment(df80411f-acb6-4e9d-a7f5-4a8066bc7b33),segment_id=df80411f-acb6-4e9d-a7f5-4a8066bc7b33)] {{(pid=94297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:31:07.846755 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-162d3fd3-7bce-49c3-8346-c280b849d0aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596826'] for port, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:31:07.858353 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.plugin [None req-162d3fd3-7bce-49c3-8346-c280b849d0aa admin admin] Calling delete_port for 6609f9f2-8713-4954-8373-322bfb1b9287 owned by network:router_gateway {{(pid=94297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 05:31:07.922559 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_dvr_db [None req-028ef445-b089-4183-9aee-7ac11f8f0877 None None] Set router cfb1b68b-a0b2-4897-a169-456e3adca323 gateway port host: None {{(pid=94300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 09 05:31:07.973834 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.l3_hamode_db [None req-028ef445-b089-4183-9aee-7ac11f8f0877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfb1b68b-a0b2-4897-a169-456e3adca323', 'name': 'tempest-TestShelveInstance-1180261924-router', 'tenant_id': '1c85202e0ed94d3593a3e2a01d40e49f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:26:48Z', 'updated_at': '2021-09-09T05:31:07Z', 'revision_number': 6, 'project_id': '1c85202e0ed94d3593a3e2a01d40e49f', 'gw_port_host': None}], 'dv-cinder-772623-14-iscsi', False) {} {{(pid=94300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:31:08.003212 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-028ef445-b089-4183-9aee-7ac11f8f0877 None None] The sync data for ids ['cfb1b68b-a0b2-4897-a169-456e3adca323'] in dv-cinder-772623-14-iscsi is: [{'id': 'cfb1b68b-a0b2-4897-a169-456e3adca323', 'name': 'tempest-TestShelveInstance-1180261924-router', 'tenant_id': '1c85202e0ed94d3593a3e2a01d40e49f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-09T05:26:48Z', 'updated_at': '2021-09-09T05:31:07Z', 'revision_number': 6, 'project_id': '1c85202e0ed94d3593a3e2a01d40e49f', 'gw_port_host': None}] {{(pid=94300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 09 05:31:08.028534 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-162d3fd3-7bce-49c3-8346-c280b849d0aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748632172548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748631669706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29281037'] for port, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:31:08.053465 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162d3fd3-7bce-49c3-8346-c280b849d0aa admin admin] Pushing event deleted for resources: {'Port': ['ID=6609f9f2-8713-4954-8373-322bfb1b9287,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:31:08.114304 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-162d3fd3-7bce-49c3-8346-c280b849d0aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600445'] for router_gateway, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:31:08.202745 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-162d3fd3-7bce-49c3-8346-c280b849d0aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-604110', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4250'] for router, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:31:08.205715 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-162d3fd3-7bce-49c3-8346-c280b849d0aa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:31:08.250332 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-162d3fd3-7bce-49c3-8346-c280b849d0aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-604103'] for router, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:31:08.251554 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-162d3fd3-7bce-49c3-8346-c280b849d0aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router cfb1b68b-a0b2-4897-a169-456e3adca323 {{(pid=94297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 09 05:31:08.255841 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-162d3fd3-7bce-49c3-8346-c280b849d0aa admin admin] Notify callbacks [] for router, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:31:08.256988 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-162d3fd3-7bce-49c3-8346-c280b849d0aa admin admin] 10.222.0.24 "DELETE /v2.0/routers/cfb1b68b-a0b2-4897-a169-456e3adca323 HTTP/1.1" status: 204 len: 168 time: 0.7507048 Sep 09 05:31:08.259420 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 44012) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:31:08.302973 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.db_base_plugin_v2 [None req-58ae7b2e-3ad3-4067-9904-99f67448d687 admin admin] Deleting subnet 649fc08a-4f90-4e6f-b68b-4cad6c68d3a8 {{(pid=94297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 09 05:31:08.305826 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-58ae7b2e-3ad3-4067-9904-99f67448d687 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:31:08.340350 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-58ae7b2e-3ad3-4067-9904-99f67448d687 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25248003'] for subnet, precommit_delete_associations {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:31:08.424604 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-58ae7b2e-3ad3-4067-9904-99f67448d687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3773045'] for subnet, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:31:08.475489 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-58ae7b2e-3ad3-4067-9904-99f67448d687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3773052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537724', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29281072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28951308'] for subnet, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:31:08.501081 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ae7b2e-3ad3-4067-9904-99f67448d687 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=649fc08a-4f90-4e6f-b68b-4cad6c68d3a8,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:31:08.507335 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-58ae7b2e-3ad3-4067-9904-99f67448d687 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:31:08.509881 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-58ae7b2e-3ad3-4067-9904-99f67448d687 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/649fc08a-4f90-4e6f-b68b-4cad6c68d3a8 HTTP/1.1" status: 204 len: 168 time: 0.2491205 Sep 09 05:31:08.514854 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 44014) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:31:08.515067 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bfdaf1b-1364-4e17-93a3-5b25de0b52ef None None] Network 185387d2-5433-406a-8c9a-0a0214278704 requested from dv-cinder-772623-14-iscsi {{(pid=94299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 09 05:31:08.586881 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-d60be699-33fe-4231-9d2a-0393aa8e0286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3957161'] for network, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:31:08.639385 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.plugin [None req-d60be699-33fe-4231-9d2a-0393aa8e0286 admin admin] Deleting port a33a9b0c-2322-495a-9054-9bcb432cae75 {{(pid=94297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 05:31:08.639760 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-d60be699-33fe-4231-9d2a-0393aa8e0286 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748632167994'] for port, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:31:08.701394 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.db [None req-d60be699-33fe-4231-9d2a-0393aa8e0286 admin admin] For port a33a9b0c-2322-495a-9054-9bcb432cae75, host dv-cinder-772623-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-14-iscsi',level=0,port_id=a33a9b0c-2322-495a-9054-9bcb432cae75,segment=NetworkSegment(e71a20f2-a295-478a-95bb-44a3f8f71355),segment_id=e71a20f2-a295-478a-95bb-44a3f8f71355)] {{(pid=94297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:31:08.701682 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-d60be699-33fe-4231-9d2a-0393aa8e0286 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596826'] for port, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:31:08.714368 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.plugin [None req-d60be699-33fe-4231-9d2a-0393aa8e0286 admin admin] Calling delete_port for a33a9b0c-2322-495a-9054-9bcb432cae75 owned by network:dhcp {{(pid=94297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 05:31:08.745863 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64733bf9-96ca-4a83-8033-6dc5bbf37333 None None] DHCP port deletion for 185387d2-5433-406a-8c9a-0a0214278704 request from dv-cinder-772623-14-iscsi {{(pid=94299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 09 05:31:08.796284 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.plugin [None req-64733bf9-96ca-4a83-8033-6dc5bbf37333 None None] Deleting port a33a9b0c-2322-495a-9054-9bcb432cae75 {{(pid=94299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 09 05:31:08.796653 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-64733bf9-96ca-4a83-8033-6dc5bbf37333 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8748632167994'] for port, before_delete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:31:08.807547 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-d60be699-33fe-4231-9d2a-0393aa8e0286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748632172548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748631669706', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29281037'] for port, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:31:08.835225 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60be699-33fe-4231-9d2a-0393aa8e0286 admin admin] Pushing event deleted for resources: {'Port': ['ID=a33a9b0c-2322-495a-9054-9bcb432cae75,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:31:08.840207 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60be699-33fe-4231-9d2a-0393aa8e0286 admin admin] No DVR routers for this DVR port a33a9b0c-2322-495a-9054-9bcb432cae75 on host dv-cinder-772623-14-iscsi {{(pid=94297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 05:31:08.866150 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.db [None req-64733bf9-96ca-4a83-8033-6dc5bbf37333 None None] For port a33a9b0c-2322-495a-9054-9bcb432cae75, host dv-cinder-772623-14-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-772623-14-iscsi',level=0,port_id=a33a9b0c-2322-495a-9054-9bcb432cae75,segment=NetworkSegment(e71a20f2-a295-478a-95bb-44a3f8f71355),segment_id=e71a20f2-a295-478a-95bb-44a3f8f71355)] {{(pid=94299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 09 05:31:08.866836 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-64733bf9-96ca-4a83-8033-6dc5bbf37333 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-596826'] for port, precommit_delete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:31:08.883341 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.plugin [None req-64733bf9-96ca-4a83-8033-6dc5bbf37333 None None] Calling delete_port for a33a9b0c-2322-495a-9054-9bcb432cae75 owned by network:dhcp {{(pid=94299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 09 05:31:08.917902 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-d60be699-33fe-4231-9d2a-0393aa8e0286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3771648', 'neutron.services.segments.db._delete_segments_for_network-8748632184989'] for network, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:31:08.938482 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.services.segments.db [None req-d60be699-33fe-4231-9d2a-0393aa8e0286 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['185387d2-5433-406a-8c9a-0a0214278704']}} {{(pid=94297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:31:08.948336 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.services.segments.db [None req-d60be699-33fe-4231-9d2a-0393aa8e0286 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e71a20f2-a295-478a-95bb-44a3f8f71355') {'for_net_delete': True} {{(pid=94297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:31:08.948635 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.services.segments.db [None req-d60be699-33fe-4231-9d2a-0393aa8e0286 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e71a20f2-a295-478a-95bb-44a3f8f71355') {} {{(pid=94297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 09 05:31:08.958175 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-d60be699-33fe-4231-9d2a-0393aa8e0286 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8748632182438', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25248122'] for segment, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:31:08.972569 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-d60be699-33fe-4231-9d2a-0393aa8e0286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771871'] for segment, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:31:08.978672 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d60be699-33fe-4231-9d2a-0393aa8e0286 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=94297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 09 05:31:08.979276 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-d60be699-33fe-4231-9d2a-0393aa8e0286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3771871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29280210'] for segment, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:31:08.981006 dv-cinder-772623-14-iscsi neutron-server[94297]: Traceback (most recent call last): Sep 09 05:31:08.981006 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 09 05:31:08.981006 dv-cinder-772623-14-iscsi neutron-server[94297]: timer() Sep 09 05:31:08.981006 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 09 05:31:08.981006 dv-cinder-772623-14-iscsi neutron-server[94297]: cb(*args, **kw) Sep 09 05:31:08.981006 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 09 05:31:08.981006 dv-cinder-772623-14-iscsi neutron-server[94297]: return func(*args, **kwargs) Sep 09 05:31:08.981006 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 09 05:31:08.981006 dv-cinder-772623-14-iscsi neutron-server[94297]: self._notify() Sep 09 05:31:08.981006 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 09 05:31:08.981006 dv-cinder-772623-14-iscsi neutron-server[94297]: self.callback(batched_events) Sep 09 05:31:08.981006 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 09 05:31:08.981006 dv-cinder-772623-14-iscsi neutron-server[94297]: event.method(event) Sep 09 05:31:08.981006 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 09 05:31:08.981006 dv-cinder-772623-14-iscsi neutron-server[94297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 09 05:31:08.981006 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 09 05:31:08.981006 dv-cinder-772623-14-iscsi neutron-server[94297]: aggregate_uuid = self.p_client.list_aggregates( Sep 09 05:31:08.981006 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 09 05:31:08.981006 dv-cinder-772623-14-iscsi neutron-server[94297]: return f(self, *a, **k) Sep 09 05:31:08.981006 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 09 05:31:08.981006 dv-cinder-772623-14-iscsi neutron-server[94297]: return self._get(url).json() Sep 09 05:31:08.981006 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 09 05:31:08.981006 dv-cinder-772623-14-iscsi neutron-server[94297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 09 05:31:08.981006 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 09 05:31:08.981006 dv-cinder-772623-14-iscsi neutron-server[94297]: return self.request(url, 'GET', **kwargs) Sep 09 05:31:08.981006 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 09 05:31:08.981006 dv-cinder-772623-14-iscsi neutron-server[94297]: base_url = self.get_endpoint(auth, allow=allow, Sep 09 05:31:08.981006 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 09 05:31:08.981006 dv-cinder-772623-14-iscsi neutron-server[94297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 09 05:31:08.981006 dv-cinder-772623-14-iscsi neutron-server[94297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 09 05:31:08.981006 dv-cinder-772623-14-iscsi neutron-server[94297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 09 05:31:08.981006 dv-cinder-772623-14-iscsi neutron-server[94297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 09 05:31:08.994960 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-64733bf9-96ca-4a83-8033-6dc5bbf37333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3728016', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-459426', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748632172548', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748631669706'] for port, after_delete {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:31:09.025876 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64733bf9-96ca-4a83-8033-6dc5bbf37333 None None] Pushing event deleted for resources: {'Port': ['ID=a33a9b0c-2322-495a-9054-9bcb432cae75,revision_number=None']} {{(pid=94299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:31:09.035411 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64733bf9-96ca-4a83-8033-6dc5bbf37333 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:31:09.035812 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64733bf9-96ca-4a83-8033-6dc5bbf37333 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:31:09.036105 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64733bf9-96ca-4a83-8033-6dc5bbf37333 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:31:09.036439 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64733bf9-96ca-4a83-8033-6dc5bbf37333 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:31:09.036767 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64733bf9-96ca-4a83-8033-6dc5bbf37333 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:31:09.037107 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64733bf9-96ca-4a83-8033-6dc5bbf37333 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:31:09.037420 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64733bf9-96ca-4a83-8033-6dc5bbf37333 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:31:09.037804 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64733bf9-96ca-4a83-8033-6dc5bbf37333 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:31:09.038139 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64733bf9-96ca-4a83-8033-6dc5bbf37333 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:31:09.038512 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64733bf9-96ca-4a83-8033-6dc5bbf37333 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:31:09.038850 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64733bf9-96ca-4a83-8033-6dc5bbf37333 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:31:09.039171 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64733bf9-96ca-4a83-8033-6dc5bbf37333 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-772623-14-iscsi {{(pid=94299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 09 05:31:09.042404 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64733bf9-96ca-4a83-8033-6dc5bbf37333 None None] No DVR routers for this DVR port a33a9b0c-2322-495a-9054-9bcb432cae75 on host dv-cinder-772623-14-iscsi {{(pid=94299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 09 05:31:09.046114 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-d60be699-33fe-4231-9d2a-0393aa8e0286 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3773683', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537640', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528442', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-600345'] for network, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:31:09.057226 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-d60be699-33fe-4231-9d2a-0393aa8e0286 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-528424'] for network, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:31:09.059338 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-d60be699-33fe-4231-9d2a-0393aa8e0286 admin admin] 10.222.0.24 "DELETE /v2.0/networks/185387d2-5433-406a-8c9a-0a0214278704 HTTP/1.1" status: 204 len: 168 time: 0.5460460 Sep 09 05:31:09.070130 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60be699-33fe-4231-9d2a-0393aa8e0286 admin admin] Pushing event deleted for resources: {'Network': ['ID=185387d2-5433-406a-8c9a-0a0214278704,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:31:09.163832 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device 6609f9f2-8713-4954-8373-322bfb1b9287 no longer exists at agent ovs-agent-dv-cinder-772623-14-iscsi {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 05:31:09.183699 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.plugin [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] No Port match for: 6609f9f2-8713-4954-8373-322bfb1b9287 {{(pid=94299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 05:31:09.184047 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device 6609f9f2-8713-4954-8373-322bfb1b9287 not bound to the agent host dv-cinder-772623-14-iscsi {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 05:31:09.184501 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device a33a9b0c-2322-495a-9054-9bcb432cae75 no longer exists at agent ovs-agent-dv-cinder-772623-14-iscsi {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 05:31:09.205109 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.plugin [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] No Port match for: a33a9b0c-2322-495a-9054-9bcb432cae75 {{(pid=94299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 05:31:09.205465 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device a33a9b0c-2322-495a-9054-9bcb432cae75 not bound to the agent host dv-cinder-772623-14-iscsi {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 05:31:09.205917 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device bf6413f9-f55d-40d2-8756-52700746a68e no longer exists at agent ovs-agent-dv-cinder-772623-14-iscsi {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 09 05:31:09.224551 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.plugin [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] No Port match for: bf6413f9-f55d-40d2-8756-52700746a68e {{(pid=94299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 09 05:31:09.224895 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron.plugins.ml2.rpc [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Device bf6413f9-f55d-40d2-8756-52700746a68e not bound to the agent host dv-cinder-772623-14-iscsi {{(pid=94299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 09 05:31:09.257181 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 44018) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:31:09.298999 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-85c4c1d0-aa42-4b84-b817-5bc6f4390fe2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6a43cc7713434a7ba98dea2fb6dbc0b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0405619 Sep 09 05:31:09.301390 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 44020) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:31:09.349183 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-9d45b88e-cd2d-4be2-ace3-2645ea85058c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:31:09.370112 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-9d45b88e-cd2d-4be2-ace3-2645ea85058c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:31:09.415577 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-9d45b88e-cd2d-4be2-ace3-2645ea85058c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:31:09.418245 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-9d45b88e-cd2d-4be2-ace3-2645ea85058c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:31:09.419352 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-9d45b88e-cd2d-4be2-ace3-2645ea85058c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/85e7cfd9-d20e-4a08-9f39-ba538a106a7a HTTP/1.1" status: 204 len: 168 time: 0.1170082 Sep 09 05:31:09.428337 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d45b88e-cd2d-4be2-ace3-2645ea85058c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e7cfd9-d20e-4a08-9f39-ba538a106a7a,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:31:09.725476 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 44026) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:31:09.764337 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-758a3c73-f419-4c32-9125-5c42c21b6a36 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1c85202e0ed94d3593a3e2a01d40e49f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377133 Sep 09 05:31:09.766725 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.wsgi [-] (94297) accepted ('10.222.0.24', 44028) {{(pid=94297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 09 05:31:09.813571 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-d8d08bf3-d219-44c5-bea1-e66668308876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:31:09.834033 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-d8d08bf3-d219-44c5-bea1-e66668308876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:31:09.882290 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-d8d08bf3-d219-44c5-bea1-e66668308876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-532678'] for security_group, after_delete {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:31:09.884997 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron_lib.callbacks.manager [None req-d8d08bf3-d219-44c5-bea1-e66668308876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:31:09.886326 dv-cinder-772623-14-iscsi neutron-server[94297]: INFO neutron.wsgi [None req-d8d08bf3-d219-44c5-bea1-e66668308876 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/068e33eb-a021-4849-bae3-73f3f12017e0 HTTP/1.1" status: 204 len: 168 time: 0.1184728 Sep 09 05:31:09.893902 dv-cinder-772623-14-iscsi neutron-server[94297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d08bf3-d219-44c5-bea1-e66668308876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=068e33eb-a021-4849-bae3-73f3f12017e0,revision_number=None']} {{(pid=94297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 09 05:31:13.893783 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-07eca9d3-99b7-4760-b4c1-9301ad8f6304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:31:16.548040 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-37d89aac-730a-4147-b769-f3ba007f01f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:31:16.903127 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:31:17.693934 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-9dcada0b-7967-4cde-8891-c5586c834af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:31:19.225340 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-fdc48b13-ab8b-41d0-a622-21cc731cd6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:31:36.160301 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:31:38.307335 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.agents_db [None req-c4fa6e85-f278-4c65-a736-468407d89cbd None None] Agent healthcheck: found 6 active agents {{(pid=94300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 05:31:43.896376 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-556d86de-4198-4bb6-af2f-5265e4e173c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:31:46.547362 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-86942b69-0ea2-41a2-9ec4-9e9d009806fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:31:46.904293 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:31:47.697911 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-9dcada0b-7967-4cde-8891-c5586c834af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:31:49.227067 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-fdc48b13-ab8b-41d0-a622-21cc731cd6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:32:06.156827 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:32:13.896800 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-df55e3eb-5645-4448-88d2-a496fc4ec37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:32:15.306387 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.agents_db [None req-c4fa6e85-f278-4c65-a736-468407d89cbd None None] Agent healthcheck: found 6 active agents {{(pid=94300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 05:32:16.546945 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-2e158947-c179-410a-ba0e-ea5bb0049b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:32:16.664052 dv-cinder-772623-14-iscsi neutron-server[94298]: DEBUG neutron.wsgi [req-fa168bcd-7b88-4004-94c4-2bb6c6b94a53 req-403db890-057f-41de-9119-be5d7f7bed31 service neutron] (94298) timed out ('10.222.0.23', 58900) {{(pid=94298) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 09 05:32:16.904083 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:32:17.701293 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-9dcada0b-7967-4cde-8891-c5586c834af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:32:19.230357 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-fdc48b13-ab8b-41d0-a622-21cc731cd6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:32:36.156026 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:32:43.898887 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-ce7b1f01-e3b9-410c-bbb5-28d484afc2a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:32:46.546472 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-cb4997c8-8ae5-46b2-a874-34ca5b43173a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:32:46.904898 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:32:47.703291 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-9dcada0b-7967-4cde-8891-c5586c834af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:32:49.234266 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-fdc48b13-ab8b-41d0-a622-21cc731cd6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:32:52.305678 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.agents_db [None req-c4fa6e85-f278-4c65-a736-468407d89cbd None None] Agent healthcheck: found 6 active agents {{(pid=94300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 05:33:06.156677 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:33:13.898073 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-71e78e86-9b06-47ad-9b25-c5e64a25d1c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:33:16.546660 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-f2319ca5-12dc-4fd3-9c33-1b620175ca71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:33:16.906514 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:33:17.705804 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-9dcada0b-7967-4cde-8891-c5586c834af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:33:19.238291 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-fdc48b13-ab8b-41d0-a622-21cc731cd6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:33:29.303618 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.agents_db [None req-c4fa6e85-f278-4c65-a736-468407d89cbd None None] Agent healthcheck: found 6 active agents {{(pid=94300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 05:33:36.164009 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:33:43.898940 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-e761dd11-78c4-4f09-a1d1-dba377acb553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:33:46.546987 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-5c8154d0-4888-4f69-9af8-dd35a17d526d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:33:46.907781 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:33:47.708963 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-9dcada0b-7967-4cde-8891-c5586c834af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:33:49.242246 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-fdc48b13-ab8b-41d0-a622-21cc731cd6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:34:06.168201 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:34:06.302680 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.agents_db [None req-c4fa6e85-f278-4c65-a736-468407d89cbd None None] Agent healthcheck: found 6 active agents {{(pid=94300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 05:34:13.899786 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-be637041-b1e4-44ca-a8e0-9db45bff414b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:34:16.547346 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-8fe3ae7a-37ba-4efd-8f14-2b259f0880dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:34:16.908411 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:34:17.710876 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-9dcada0b-7967-4cde-8891-c5586c834af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:34:19.243917 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-fdc48b13-ab8b-41d0-a622-21cc731cd6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:34:36.182588 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:34:43.301925 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.agents_db [None req-c4fa6e85-f278-4c65-a736-468407d89cbd None None] Agent healthcheck: found 6 active agents {{(pid=94300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 05:34:43.900537 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1f0b552a-c101-4927-a8f7-b34466fb6078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:34:46.547626 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-011c3d0b-a595-4a28-86c5-3aa088ee6829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:34:46.909251 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:34:47.714188 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-9dcada0b-7967-4cde-8891-c5586c834af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:34:49.246596 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-fdc48b13-ab8b-41d0-a622-21cc731cd6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:35:06.181429 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:35:13.902369 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-82317711-ff30-4ebe-ad2a-43383d72ec3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:35:16.547534 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-29fd7aa7-07c1-4595-b84a-84063548d688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:35:16.909263 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:35:17.718469 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-9dcada0b-7967-4cde-8891-c5586c834af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:35:19.249784 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-fdc48b13-ab8b-41d0-a622-21cc731cd6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:35:20.300799 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.agents_db [None req-c4fa6e85-f278-4c65-a736-468407d89cbd None None] Agent healthcheck: found 6 active agents {{(pid=94300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 05:35:36.195033 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:35:43.901625 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-c6bc99f0-0ce2-49c9-b592-ba5a14579f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:35:46.548182 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-eda7aafc-be17-44c5-974d-9d2ed3647c31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:35:46.911094 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:35:47.719001 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-9dcada0b-7967-4cde-8891-c5586c834af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:35:49.254747 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-fdc48b13-ab8b-41d0-a622-21cc731cd6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:35:57.300011 dv-cinder-772623-14-iscsi neutron-server[94300]: DEBUG neutron.db.agents_db [None req-c4fa6e85-f278-4c65-a736-468407d89cbd None None] Agent healthcheck: found 6 active agents {{(pid=94300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 09 05:36:06.212420 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-0662b1f6-6383-4ed7-a6c0-df96b9d8cd6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:36:13.901511 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-4b541ddc-2389-44fc-829d-fa1322fff7b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:36:16.550934 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-db3441b0-f900-4c29-a565-adf79898a8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:36:16.911381 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-1e117248-b452-4b3a-b6f9-f6b9f813a2d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:36:17.723169 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-9dcada0b-7967-4cde-8891-c5586c834af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 09 05:36:19.256217 dv-cinder-772623-14-iscsi neutron-server[94299]: DEBUG neutron_lib.callbacks.manager [None req-fdc48b13-ab8b-41d0-a622-21cc731cd6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8748632184971', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3772102'] for agent, after_update {{(pid=94299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}